Dec 05 16:53:46 user nova-compute[75018]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=75018) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=75018) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=75018) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 05 16:53:46 user nova-compute[75018]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.019s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:53:46 user nova-compute[75018]: INFO nova.virt.driver [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] Loading compute driver 'libvirt.LibvirtDriver'
Dec 05 16:53:46 user nova-compute[75018]: INFO nova.compute.provider_config [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] Acquiring lock "singleton_lock" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] Acquired lock "singleton_lock" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] Releasing lock "singleton_lock" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] Full set of CONF: {{(pid=75018) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ******************************************************************************** {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] Configuration options gathered from: {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ================================================================================ {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] allow_resize_to_same_host      = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] arq_binding_timeout            = 300 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] backdoor_port                  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] backdoor_socket                = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] block_device_allocate_retries  = 300 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] block_device_allocate_retries_interval = 5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cert                           = self.pem {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] compute_monitors               = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] config_dir                     = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] config_drive_format            = iso9660 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] config_source                  = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] console_host                   = user {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] control_exchange               = nova {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cpu_allocation_ratio           = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] daemon                         = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] debug                          = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] default_access_ip_network_name = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] default_availability_zone      = nova {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] default_ephemeral_format       = ext4 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] default_green_pool_size        = 1000 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] default_schedule_zone          = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] disk_allocation_ratio          = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] enable_new_services            = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] enabled_apis                   = ['osapi_compute'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] enabled_ssl_apis               = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] flat_injected                  = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] force_config_drive             = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] force_raw_images               = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] graceful_shutdown_timeout      = 5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] heal_instance_info_cache_interval = 60 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] host                           = user {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] initial_disk_allocation_ratio  = 1.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] initial_ram_allocation_ratio   = 1.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] instance_build_timeout         = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] instance_delete_interval       = 300 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] instance_format                = [instance: %(uuid)s]  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] instance_name_template         = instance-%08x {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] instance_usage_audit           = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] instance_usage_audit_period    = month {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] internal_service_availability_zone = internal {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] key                            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] live_migration_retry_count     = 30 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] log_config_append              = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] log_dir                        = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] log_file                       = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] log_options                    = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] log_rotate_interval            = 1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] log_rotate_interval_type       = days {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] log_rotation_type              = none {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] long_rpc_timeout               = 1800 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] max_concurrent_builds          = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] max_concurrent_live_migrations = 1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] max_concurrent_snapshots       = 5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] max_local_block_devices        = 3 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] max_logfile_count              = 30 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] max_logfile_size_mb            = 200 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] maximum_instance_delete_attempts = 5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] metadata_listen                = 0.0.0.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] metadata_listen_port           = 8775 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] metadata_workers               = 3 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] migrate_max_retries            = -1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] mkisofs_cmd                    = genisoimage {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] my_block_storage_ip            = 10.0.0.210 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] my_ip                          = 10.0.0.210 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] network_allocate_retries       = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] osapi_compute_listen           = 0.0.0.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] osapi_compute_listen_port      = 8774 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] osapi_compute_unique_server_name_scope =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] osapi_compute_workers          = 3 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] password_length                = 12 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] periodic_enable                = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] periodic_fuzzy_delay           = 60 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] pointer_model                  = ps2mouse {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] preallocate_images             = none {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] publish_errors                 = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] pybasedir                      = /opt/stack/nova {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ram_allocation_ratio           = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] rate_limit_burst               = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] rate_limit_except_level        = CRITICAL {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] rate_limit_interval            = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] reboot_timeout                 = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] reclaim_instance_interval      = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] record                         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] reimage_timeout_per_gb         = 60 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] report_interval                = 120 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] rescue_timeout                 = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] reserved_host_cpus             = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] reserved_host_disk_mb          = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] reserved_host_memory_mb        = 512 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] reserved_huge_pages            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] resize_confirm_window          = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] resize_fs_using_block_device   = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] resume_guests_state_on_host_boot = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] rpc_response_timeout           = 60 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] run_external_periodic_tasks    = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] running_deleted_instance_action = reap {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] running_deleted_instance_poll_interval = 1800 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] running_deleted_instance_timeout = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] scheduler_instance_sync_interval = 120 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] service_down_time              = 720 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] servicegroup_driver            = db {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] shelved_offload_time           = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] shelved_poll_interval          = 3600 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] shutdown_timeout               = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] source_is_ipv6                 = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ssl_only                       = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] state_path                     = /opt/stack/data/nova {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] sync_power_state_interval      = 600 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] sync_power_state_pool_size     = 1000 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] syslog_log_facility            = LOG_USER {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] tempdir                        = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] timeout_nbd                    = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] transport_url                  = **** {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] update_resources_interval      = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] use_cow_images                 = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] use_eventlog                   = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] use_journal                    = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] use_json                       = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] use_rootwrap_daemon            = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] use_stderr                     = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] use_syslog                     = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vcpu_pin_set                   = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vif_plugging_is_fatal          = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vif_plugging_timeout           = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] virt_mkfs                      = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] volume_usage_poll_interval     = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] watch_log_file                 = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] web                            = /usr/share/spice-html5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_concurrency.disable_process_locking = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.auth_strategy              = keystone {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.compute_link_prefix        = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.dhcp_domain                = novalocal {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.enable_instance_password   = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.glance_link_prefix         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.instance_list_cells_batch_strategy = distributed {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.instance_list_per_project_cells = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.list_records_by_skipping_down_cells = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.local_metadata_per_cell    = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.max_limit                  = 1000 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.metadata_cache_expiration  = 15 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.neutron_default_tenant_id  = default {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.use_forwarded_for          = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.use_neutron_default_nets   = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.vendordata_dynamic_failure_fatal = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.vendordata_dynamic_targets = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.vendordata_jsonfile_path   = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.backend                  = dogpile.cache.memcached {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.backend_argument         = **** {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.config_prefix            = cache.oslo {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.dead_timeout             = 60.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.debug_cache_backend      = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.enable_retry_client      = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.enable_socket_keepalive  = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.enabled                  = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.expiration_time          = 600 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.hashclient_retry_attempts = 2 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.hashclient_retry_delay   = 1.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.memcache_dead_retry      = 300 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.memcache_password        =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.memcache_pool_maxsize    = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.memcache_pool_unused_timeout = 60 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.memcache_sasl_enabled    = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.memcache_socket_timeout  = 1.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.memcache_username        =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.proxies                  = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.retry_attempts           = 2 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.retry_delay              = 0.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.socket_keepalive_count   = 1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.socket_keepalive_idle    = 1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.socket_keepalive_interval = 1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.tls_allowed_ciphers      = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.tls_cafile               = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.tls_certfile             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.tls_enabled              = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cache.tls_keyfile              = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cinder.auth_section            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cinder.auth_type               = password {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cinder.cafile                  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cinder.catalog_info            = volumev3::publicURL {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cinder.certfile                = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cinder.collect_timing          = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cinder.cross_az_attach         = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cinder.debug                   = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cinder.endpoint_template       = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cinder.http_retries            = 3 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cinder.insecure                = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cinder.keyfile                 = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cinder.os_region_name          = RegionOne {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cinder.split_loggers           = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cinder.timeout                 = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] compute.cpu_dedicated_set      = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] compute.cpu_shared_set         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] compute.image_type_exclude_list = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] compute.live_migration_wait_for_vif_plug = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] compute.max_concurrent_disk_ops = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] compute.max_disk_devices_to_attach = -1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] compute.resource_provider_association_refresh = 300 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] compute.shutdown_retry_interval = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] conductor.workers              = 3 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] console.allowed_origins        = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] console.ssl_ciphers            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] console.ssl_minimum_version    = default {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] consoleauth.token_ttl          = 600 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.cafile                  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.certfile                = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.collect_timing          = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.connect_retries         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.connect_retry_delay     = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.endpoint_override       = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.insecure                = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.keyfile                 = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.max_version             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.min_version             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.region_name             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.service_name            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.service_type            = accelerator {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.split_loggers           = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.status_code_retries     = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.status_code_retry_delay = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.timeout                 = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] cyborg.version                 = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.backend               = sqlalchemy {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.connection            = **** {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.connection_debug      = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.connection_parameters =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.connection_recycle_time = 3600 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.connection_trace      = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.db_inc_retry_interval = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.db_max_retries        = 20 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.db_max_retry_interval = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.db_retry_interval     = 1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.max_overflow          = 50 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.max_pool_size         = 5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.max_retries           = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.mysql_wsrep_sync_wait = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.pool_timeout          = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.retry_interval        = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.slave_connection      = **** {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] database.sqlite_synchronous    = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.backend           = sqlalchemy {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.connection        = **** {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.connection_debug  = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.connection_parameters =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.connection_recycle_time = 3600 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.connection_trace  = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.db_inc_retry_interval = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.db_max_retries    = 20 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.db_max_retry_interval = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.db_retry_interval = 1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.max_overflow      = 50 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.max_pool_size     = 5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.max_retries       = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.mysql_wsrep_sync_wait = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.pool_timeout      = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.retry_interval    = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.slave_connection  = **** {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] api_database.sqlite_synchronous = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] devices.enabled_mdev_types     = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ephemeral_storage_encryption.enabled = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ephemeral_storage_encryption.key_size = 512 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.api_servers             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.cafile                  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.certfile                = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.collect_timing          = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.connect_retries         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.connect_retry_delay     = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.debug                   = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.default_trusted_certificate_ids = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.enable_certificate_validation = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.enable_rbd_download     = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.endpoint_override       = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.insecure                = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.keyfile                 = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.max_version             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.min_version             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.num_retries             = 3 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.rbd_ceph_conf           =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.rbd_connect_timeout     = 5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.rbd_pool                =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.rbd_user                =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.region_name             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.service_name            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.service_type            = image {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.split_loggers           = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.status_code_retries     = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.status_code_retry_delay = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.timeout                 = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.verify_glance_signatures = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] glance.version                 = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] guestfs.debug                  = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.config_drive_cdrom      = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.config_drive_inject_password = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.enable_instance_metrics_collection = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.enable_remotefx         = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.instances_path_share    =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.iscsi_initiator_list    = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.limit_cpu_features      = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.power_state_check_timeframe = 60 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.power_state_event_polling_interval = 2 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.use_multipath_io        = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.volume_attach_retry_count = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.volume_attach_retry_interval = 5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.vswitch_name            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] mks.enabled                    = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] image_cache.manager_interval   = 2400 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] image_cache.precache_concurrency = 1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] image_cache.remove_unused_base_images = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] image_cache.subdirectory_name  = _base {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.api_max_retries         = 60 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.api_retry_interval      = 2 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.auth_section            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.auth_type               = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.cafile                  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.certfile                = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.collect_timing          = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.conductor_group         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.connect_retries         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.connect_retry_delay     = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.endpoint_override       = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.insecure                = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.keyfile                 = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.max_version             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.min_version             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.peer_list               = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.region_name             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.serial_console_state_timeout = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.service_name            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.service_type            = baremetal {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.split_loggers           = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.status_code_retries     = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.status_code_retry_delay = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.timeout                 = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ironic.version                 = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] key_manager.fixed_key          = **** {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican.barbican_api_version  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican.barbican_endpoint     = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican.barbican_endpoint_type = public {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican.barbican_region_name  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican.cafile                = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican.certfile              = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican.collect_timing        = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican.insecure              = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican.keyfile               = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican.number_of_retries     = 60 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican.retry_delay           = 1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican.send_service_user_token = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican.split_loggers         = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican.timeout               = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican.verify_ssl            = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican.verify_ssl_path       = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican_service_user.auth_section = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican_service_user.auth_type = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican_service_user.cafile   = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican_service_user.certfile = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican_service_user.collect_timing = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican_service_user.insecure = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican_service_user.keyfile  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican_service_user.split_loggers = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] barbican_service_user.timeout  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vault.approle_role_id          = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vault.approle_secret_id        = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vault.cafile                   = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vault.certfile                 = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vault.collect_timing           = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vault.insecure                 = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vault.keyfile                  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vault.kv_mountpoint            = secret {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vault.kv_path                  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vault.kv_version               = 2 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vault.namespace                = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vault.root_token_id            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vault.split_loggers            = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vault.ssl_ca_crt_file          = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vault.timeout                  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vault.use_ssl                  = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.auth_section          = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.auth_type             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.cafile                = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.certfile              = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.collect_timing        = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.connect_retries       = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.connect_retry_delay   = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.endpoint_override     = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.insecure              = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.keyfile               = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.max_version           = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.min_version           = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.region_name           = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.service_name          = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.service_type          = identity {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.split_loggers         = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.status_code_retries   = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.status_code_retry_delay = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.timeout               = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] keystone.version               = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.connection_uri         =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:46 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.cpu_mode               = custom {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.cpu_model_extra_flags  = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: WARNING oslo_config.cfg [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.cpu_power_governor_high = performance {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.cpu_power_governor_low = powersave {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.cpu_power_management   = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.device_detach_attempts = 8 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.device_detach_timeout  = 20 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.disk_cachemodes        = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.disk_prefix            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.enabled_perf_events    = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.file_backed_memory     = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.gid_maps               = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.hw_disk_discard        = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.hw_machine_type        = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.images_rbd_ceph_conf   =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.images_rbd_glance_store_name =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.images_rbd_pool        = rbd {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.images_type            = default {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.images_volume_group    = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.inject_key             = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.inject_partition       = -2 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.inject_password        = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.iscsi_iface            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.iser_use_multipath     = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.live_migration_bandwidth = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.live_migration_completion_timeout = 800 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.live_migration_downtime = 500 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.live_migration_downtime_delay = 75 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.live_migration_downtime_steps = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.live_migration_inbound_addr = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.live_migration_permit_auto_converge = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.live_migration_permit_post_copy = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.live_migration_scheme  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.live_migration_timeout_action = abort {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.live_migration_tunnelled = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: WARNING oslo_config.cfg [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Dec 05 16:53:47 user nova-compute[75018]: live_migration_uri is deprecated for removal in favor of two other options that
Dec 05 16:53:47 user nova-compute[75018]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Dec 05 16:53:47 user nova-compute[75018]: and ``live_migration_inbound_addr`` respectively.
Dec 05 16:53:47 user nova-compute[75018]: ).  Its value may be silently ignored in the future.
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.live_migration_with_native_tls = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.max_queues             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.mem_stats_period_seconds = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.migration_inbound_addr = 10.0.0.210 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.nfs_mount_options      = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.num_aoe_discover_tries = 3 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.num_iser_scan_tries    = 5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.num_memory_encrypted_guests = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.num_nvme_discover_tries = 5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.num_pcie_ports         = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.num_volume_scan_tries  = 5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.pmem_namespaces        = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.quobyte_client_cfg     = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.rbd_connect_timeout    = 5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.rbd_secret_uuid        = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.rbd_user               = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.realtime_scheduler_priority = 1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.remote_filesystem_transport = ssh {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.rescue_image_id        = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.rescue_kernel_id       = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.rescue_ramdisk_id      = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.rx_queue_size          = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.smbfs_mount_options    =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.snapshot_compression   = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.snapshot_image_format  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.sparse_logical_volumes = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.swtpm_enabled          = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.swtpm_group            = tss {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.swtpm_user             = tss {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.sysinfo_serial         = unique {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.tb_cache_size          = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.tx_queue_size          = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.uid_maps               = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.use_virtio_for_bridges = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.virt_type              = kvm {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.volume_clear           = zero {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.volume_clear_size      = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.volume_use_multipath   = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.vzstorage_cache_path   = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.vzstorage_mount_group  = qemu {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.vzstorage_mount_opts   = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.vzstorage_mount_user   = stack {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.auth_section           = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.auth_type              = password {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.cafile                 = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.certfile               = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.collect_timing         = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.connect_retries        = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.connect_retry_delay    = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.default_floating_pool  = public {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.endpoint_override      = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.extension_sync_interval = 600 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.http_retries           = 3 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.insecure               = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.keyfile                = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.max_version            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.metadata_proxy_shared_secret = **** {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.min_version            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.ovs_bridge             = br-int {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.physnets               = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.region_name            = RegionOne {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.service_metadata_proxy = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.service_name           = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.service_type           = network {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.split_loggers          = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.status_code_retries    = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.status_code_retry_delay = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.timeout                = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] neutron.version                = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] notifications.bdms_in_notifications = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] notifications.default_level    = INFO {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] notifications.notification_format = unversioned {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] notifications.notify_on_state_change = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] pci.alias                      = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] pci.device_spec                = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] pci.report_in_placement        = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.auth_section         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.auth_type            = password {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.cafile               = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.certfile             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.collect_timing       = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.connect_retries      = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.connect_retry_delay  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.default_domain_id    = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.default_domain_name  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.domain_id            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.domain_name          = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.endpoint_override    = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.insecure             = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.keyfile              = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.max_version          = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.min_version          = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.password             = **** {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.project_domain_id    = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.project_domain_name  = Default {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.project_id           = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.project_name         = service {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.region_name          = RegionOne {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.service_name         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.service_type         = placement {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.split_loggers        = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.status_code_retries  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.status_code_retry_delay = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.system_scope         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.timeout              = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.trust_id             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.user_domain_id       = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.user_domain_name     = Default {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.user_id              = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.username             = placement {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] placement.version              = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] quota.cores                    = 20 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] quota.count_usage_from_placement = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] quota.injected_file_content_bytes = 10240 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] quota.injected_file_path_length = 255 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] quota.injected_files           = 5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] quota.instances                = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] quota.key_pairs                = 100 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] quota.metadata_items           = 128 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] quota.ram                      = 51200 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] quota.recheck_quota            = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] quota.server_group_members     = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] quota.server_groups            = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] rdp.enabled                    = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] scheduler.image_metadata_prefilter = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] scheduler.max_attempts         = 3 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] scheduler.max_placement_results = 1000 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] scheduler.query_placement_for_image_type_support = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] scheduler.workers              = 3 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.host_subset_size = 1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.image_properties_default_architecture = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.isolated_hosts = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.isolated_images = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.max_instances_per_host = 50 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.pci_in_placement = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.track_instance_changes = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] metrics.required               = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] metrics.weight_multiplier      = 1.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] metrics.weight_setting         = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] serial_console.enabled         = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] serial_console.port_range      = 10000:20000 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] serial_console.serialproxy_port = 6083 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] service_user.auth_section      = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] service_user.auth_type         = password {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] service_user.cafile            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] service_user.certfile          = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] service_user.collect_timing    = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] service_user.insecure          = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] service_user.keyfile           = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] service_user.send_service_user_token = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] service_user.split_loggers     = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] service_user.timeout           = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] spice.agent_enabled            = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] spice.enabled                  = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] spice.html5proxy_port          = 6082 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] spice.image_compression        = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] spice.jpeg_compression         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] spice.playback_compression     = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] spice.server_listen            = 127.0.0.1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] spice.streaming_mode           = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] spice.zlib_compression         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] upgrade_levels.baseapi         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] upgrade_levels.compute         = auto {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] upgrade_levels.conductor       = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] upgrade_levels.scheduler       = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vendordata_dynamic_auth.auth_section = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vendordata_dynamic_auth.auth_type = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vendordata_dynamic_auth.cafile = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vendordata_dynamic_auth.certfile = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vendordata_dynamic_auth.collect_timing = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vendordata_dynamic_auth.insecure = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vendordata_dynamic_auth.keyfile = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vendordata_dynamic_auth.split_loggers = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vendordata_dynamic_auth.timeout = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.api_retry_count         = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.ca_file                 = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.cache_prefix            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.cluster_name            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.connection_pool_size    = 10 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.console_delay_seconds   = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.datastore_regex         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.host_ip                 = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.host_password           = **** {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.host_port               = 443 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.host_username           = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.insecure                = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.integration_bridge      = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.maximum_objects         = 100 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.pbm_default_policy      = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.pbm_enabled             = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.pbm_wsdl_location       = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.serial_port_proxy_uri   = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.serial_port_service_uri = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.task_poll_interval      = 0.5 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.use_linked_clone        = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.vnc_keymap              = en-us {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.vnc_port                = 5900 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vmware.vnc_port_total          = 10000 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vnc.auth_schemes               = ['none'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vnc.enabled                    = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vnc.novncproxy_port            = 6080 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vnc.server_listen              = 0.0.0.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vnc.vencrypt_ca_certs          = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vnc.vencrypt_client_cert       = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vnc.vencrypt_client_key        = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.disable_fallback_pcpu_query = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.disable_group_policy_check_upcall = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.disable_rootwrap   = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.enable_numa_live_migration = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.handle_virt_lifecycle_events = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.libvirt_disable_apic = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.never_download_image_if_on_rbd = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] wsgi.client_socket_timeout     = 900 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] wsgi.default_pool_size         = 1000 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] wsgi.keep_alive                = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] wsgi.max_header_line           = 16384 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] wsgi.secure_proxy_ssl_header   = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] wsgi.ssl_ca_file               = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] wsgi.ssl_cert_file             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] wsgi.ssl_key_file              = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] wsgi.tcp_keepidle              = 600 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] zvm.ca_file                    = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] zvm.cloud_connector_url        = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] zvm.reachable_timeout          = 300 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_policy.enforce_new_defaults = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_policy.enforce_scope      = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_policy.policy_default_rule = default {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_policy.policy_file        = policy.yaml {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] profiler.connection_string     = messaging:// {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] profiler.enabled               = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] profiler.es_doc_type           = notification {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] profiler.es_scroll_size        = 10000 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] profiler.es_scroll_time        = 2m {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] profiler.filter_error_trace    = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] profiler.hmac_keys             = **** {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] profiler.sentinel_service_name = mymaster {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] profiler.socket_timeout        = 0.1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] profiler.trace_requests        = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] profiler.trace_sqlalchemy      = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] profiler_jaeger.process_tags   = {} {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] profiler_jaeger.service_name_prefix = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] profiler_otlp.service_name_prefix = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] remote_debug.host              = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] remote_debug.port              = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.ssl      = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_rabbit.ssl_version =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_notifications.retry = -1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_messaging_notifications.transport_url = **** {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.auth_section        = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.auth_type           = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.cafile              = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.certfile            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.collect_timing      = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.connect_retries     = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.connect_retry_delay = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.endpoint_id         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.endpoint_override   = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.insecure            = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.keyfile             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.max_version         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.min_version         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.region_name         = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.service_name        = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.service_type        = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.split_loggers       = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.status_code_retries = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.status_code_retry_delay = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.timeout             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.valid_interfaces    = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_limit.version             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_reports.file_event_handler = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_reports.file_event_handler_interval = 1 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] oslo_reports.log_dir           = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vif_plug_linux_bridge_privileged.group = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vif_plug_linux_bridge_privileged.user = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vif_plug_ovs_privileged.group  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vif_plug_ovs_privileged.helper_command = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] vif_plug_ovs_privileged.user   = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] os_vif_linux_bridge.flat_interface = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] os_vif_linux_bridge.vlan_interface = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] os_vif_ovs.isolate_vif         = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] os_vif_ovs.ovsdb_interface     = native {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] os_vif_ovs.per_port_bridge     = False {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] os_brick.lock_path             = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] privsep_osbrick.capabilities   = [21] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] privsep_osbrick.group          = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] privsep_osbrick.helper_command = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] privsep_osbrick.thread_pool_size = 12 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] privsep_osbrick.user           = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] nova_sys_admin.group           = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] nova_sys_admin.helper_command  = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] nova_sys_admin.thread_pool_size = 12 {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] nova_sys_admin.user            = None {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG oslo_service.service [None req-69df82a8-d64b-4521-b5f6-622f77263f1d None None] ******************************************************************************** {{(pid=75018) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Dec 05 16:53:47 user nova-compute[75018]: INFO nova.service [-] Starting compute node (version 0.0.0)
Dec 05 16:53:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Connecting to libvirt: qemu:///system {{(pid=75018) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:508}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7fe9c8f2a560> {{(pid=75018) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:514}}
Dec 05 16:53:47 user nova-compute[75018]: libvirt:  error : internal error: could not initialize domain event timer
Dec 05 16:53:47 user nova-compute[75018]: WARNING nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Dec 05 16:53:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7fe9c8f2a560> {{(pid=75018) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:535}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Starting native event thread {{(pid=75018) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:494}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Starting green dispatch thread {{(pid=75018) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:500}}
Dec 05 16:53:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Starting connection event dispatch thread {{(pid=75018) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:503}}
Dec 05 16:53:47 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Connection event '1' reason 'None'
Dec 05 16:53:47 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 05 16:53:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.mount [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Initialising _HostMountState generation 0 {{(pid=75018) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Dec 05 16:53:54 user nova-compute[75018]: INFO nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Libvirt host capabilities <capabilities>
Dec 05 16:53:54 user nova-compute[75018]:   <host>
Dec 05 16:53:54 user nova-compute[75018]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Dec 05 16:53:54 user nova-compute[75018]:     <cpu>
Dec 05 16:53:54 user nova-compute[75018]:       <arch>x86_64</arch>
Dec 05 16:53:54 user nova-compute[75018]:       <model>IvyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <vendor>Intel</vendor>
Dec 05 16:53:54 user nova-compute[75018]:       <microcode version='1070'/>
Dec 05 16:53:54 user nova-compute[75018]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Dec 05 16:53:54 user nova-compute[75018]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature name='ss'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature name='vmx'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature name='pcid'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature name='osxsave'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature name='hypervisor'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature name='arat'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature name='tsc_adjust'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature name='md-clear'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature name='stibp'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature name='arch-capabilities'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature name='ssbd'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature name='invtsc'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature name='rsba'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature name='skip-l1dfl-vmentry'/>
Dec 05 16:53:54 user nova-compute[75018]:       <pages unit='KiB' size='4'/>
Dec 05 16:53:54 user nova-compute[75018]:       <pages unit='KiB' size='2048'/>
Dec 05 16:53:54 user nova-compute[75018]:     </cpu>
Dec 05 16:53:54 user nova-compute[75018]:     <power_management>
Dec 05 16:53:54 user nova-compute[75018]:       <suspend_mem/>
Dec 05 16:53:54 user nova-compute[75018]:       <suspend_disk/>
Dec 05 16:53:54 user nova-compute[75018]:       <suspend_hybrid/>
Dec 05 16:53:54 user nova-compute[75018]:     </power_management>
Dec 05 16:53:54 user nova-compute[75018]:     <iommu support='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     <migration_features>
Dec 05 16:53:54 user nova-compute[75018]:       <live/>
Dec 05 16:53:54 user nova-compute[75018]:       <uri_transports>
Dec 05 16:53:54 user nova-compute[75018]:         <uri_transport>tcp</uri_transport>
Dec 05 16:53:54 user nova-compute[75018]:         <uri_transport>rdma</uri_transport>
Dec 05 16:53:54 user nova-compute[75018]:       </uri_transports>
Dec 05 16:53:54 user nova-compute[75018]:     </migration_features>
Dec 05 16:53:54 user nova-compute[75018]:     <topology>
Dec 05 16:53:54 user nova-compute[75018]:       <cells num='2'>
Dec 05 16:53:54 user nova-compute[75018]:         <cell id='0'>
Dec 05 16:53:54 user nova-compute[75018]:           <memory unit='KiB'>8189224</memory>
Dec 05 16:53:54 user nova-compute[75018]:           <pages unit='KiB' size='4'>2047306</pages>
Dec 05 16:53:54 user nova-compute[75018]:           <pages unit='KiB' size='2048'>0</pages>
Dec 05 16:53:54 user nova-compute[75018]:           <distances>
Dec 05 16:53:54 user nova-compute[75018]:             <sibling id='0' value='10'/>
Dec 05 16:53:54 user nova-compute[75018]:             <sibling id='1' value='20'/>
Dec 05 16:53:54 user nova-compute[75018]:           </distances>
Dec 05 16:53:54 user nova-compute[75018]:           <cpus num='6'>
Dec 05 16:53:54 user nova-compute[75018]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Dec 05 16:53:54 user nova-compute[75018]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Dec 05 16:53:54 user nova-compute[75018]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Dec 05 16:53:54 user nova-compute[75018]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Dec 05 16:53:54 user nova-compute[75018]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Dec 05 16:53:54 user nova-compute[75018]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Dec 05 16:53:54 user nova-compute[75018]:           </cpus>
Dec 05 16:53:54 user nova-compute[75018]:         </cell>
Dec 05 16:53:54 user nova-compute[75018]:         <cell id='1'>
Dec 05 16:53:54 user nova-compute[75018]:           <memory unit='KiB'>8206460</memory>
Dec 05 16:53:54 user nova-compute[75018]:           <pages unit='KiB' size='4'>2051615</pages>
Dec 05 16:53:54 user nova-compute[75018]:           <pages unit='KiB' size='2048'>0</pages>
Dec 05 16:53:54 user nova-compute[75018]:           <distances>
Dec 05 16:53:54 user nova-compute[75018]:             <sibling id='0' value='20'/>
Dec 05 16:53:54 user nova-compute[75018]:             <sibling id='1' value='10'/>
Dec 05 16:53:54 user nova-compute[75018]:           </distances>
Dec 05 16:53:54 user nova-compute[75018]:           <cpus num='6'>
Dec 05 16:53:54 user nova-compute[75018]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Dec 05 16:53:54 user nova-compute[75018]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Dec 05 16:53:54 user nova-compute[75018]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Dec 05 16:53:54 user nova-compute[75018]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Dec 05 16:53:54 user nova-compute[75018]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Dec 05 16:53:54 user nova-compute[75018]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Dec 05 16:53:54 user nova-compute[75018]:           </cpus>
Dec 05 16:53:54 user nova-compute[75018]:         </cell>
Dec 05 16:53:54 user nova-compute[75018]:       </cells>
Dec 05 16:53:54 user nova-compute[75018]:     </topology>
Dec 05 16:53:54 user nova-compute[75018]:     <cache>
Dec 05 16:53:54 user nova-compute[75018]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Dec 05 16:53:54 user nova-compute[75018]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Dec 05 16:53:54 user nova-compute[75018]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Dec 05 16:53:54 user nova-compute[75018]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Dec 05 16:53:54 user nova-compute[75018]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Dec 05 16:53:54 user nova-compute[75018]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Dec 05 16:53:54 user nova-compute[75018]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Dec 05 16:53:54 user nova-compute[75018]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Dec 05 16:53:54 user nova-compute[75018]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Dec 05 16:53:54 user nova-compute[75018]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Dec 05 16:53:54 user nova-compute[75018]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Dec 05 16:53:54 user nova-compute[75018]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Dec 05 16:53:54 user nova-compute[75018]:     </cache>
Dec 05 16:53:54 user nova-compute[75018]:     <secmodel>
Dec 05 16:53:54 user nova-compute[75018]:       <model>apparmor</model>
Dec 05 16:53:54 user nova-compute[75018]:       <doi>0</doi>
Dec 05 16:53:54 user nova-compute[75018]:     </secmodel>
Dec 05 16:53:54 user nova-compute[75018]:     <secmodel>
Dec 05 16:53:54 user nova-compute[75018]:       <model>dac</model>
Dec 05 16:53:54 user nova-compute[75018]:       <doi>0</doi>
Dec 05 16:53:54 user nova-compute[75018]:       <baselabel type='kvm'>+64055:+108</baselabel>
Dec 05 16:53:54 user nova-compute[75018]:       <baselabel type='qemu'>+64055:+108</baselabel>
Dec 05 16:53:54 user nova-compute[75018]:     </secmodel>
Dec 05 16:53:54 user nova-compute[75018]:   </host>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='alpha'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>64</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>clipper</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='armv6l'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>32</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>integratorcp</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>borzoi</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>spitz</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>nuri</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>musca-b1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>versatileab</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>kzm</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>musca-a</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>smdkc210</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>sx1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>z2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>tosa</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>sabrelite</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>realview-eb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>n810</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>n800</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>versatilepb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>terrier</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mainstone</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>midway</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>musicpal</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>microbit</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>cubieboard</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>verdex</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>netduino2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>raspi2b</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>cheetah</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>highbank</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>akita</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>connex</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>collie</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>raspi0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='armv7l'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>32</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>integratorcp</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>borzoi</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>spitz</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>nuri</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>musca-b1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>versatileab</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>kzm</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>musca-a</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>smdkc210</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>sx1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>z2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>tosa</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>sabrelite</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>realview-eb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>n810</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>n800</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>versatilepb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>terrier</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mainstone</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>midway</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>musicpal</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>microbit</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>cubieboard</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>verdex</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>netduino2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>raspi2b</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>cheetah</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>highbank</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>akita</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>connex</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>collie</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>raspi0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='aarch64'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>64</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>integratorcp</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>borzoi</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>spitz</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>nuri</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>musca-b1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>versatileab</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>kzm</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>musca-a</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>smdkc210</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>sx1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>z2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>tosa</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>sabrelite</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>realview-eb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>sbsa-ref</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>n810</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>n800</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>versatilepb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>terrier</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mainstone</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>midway</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>musicpal</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>microbit</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>raspi3ap</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>cubieboard</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>verdex</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>netduino2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>raspi3b</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>raspi2b</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>cheetah</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>highbank</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>akita</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>connex</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>collie</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>raspi0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <acpi default='on' toggle='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='cris'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>32</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>axis-dev88</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='i686'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>32</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>x-remote</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>isapc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>microvm</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='kvm'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <pae/>
Dec 05 16:53:54 user nova-compute[75018]:       <nonpae/>
Dec 05 16:53:54 user nova-compute[75018]:       <acpi default='on' toggle='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:       <apic default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='m68k'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>32</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mcf5208evb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>an5206</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>virt-6.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>q800</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>virt-6.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>next-cube</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>virt-6.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='microblaze'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>32</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='microblazeel'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>32</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='mips'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>32</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='16'>malta</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mipssim</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='mipsel'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>32</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='16'>malta</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mipssim</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='mips64'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>64</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='16'>malta</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mipssim</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>pica61</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>magnum</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='mips64el'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>64</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='16'>malta</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='16'>loongson3-virt</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mipssim</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>pica61</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>magnum</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='16'>boston</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>fuloong2e</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='ppc'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>32</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>g3beige</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mac99</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>ppce500</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>pegasos2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>sam460ex</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>bamboo</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>40p</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>ref405ep</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>taihu</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='ppc64'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>64</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2048'>powernv9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>taihu</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2048'>powernv10</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>ppce500</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>40p</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>pegasos2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>bamboo</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>g3beige</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mac99</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>sam460ex</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>ref405ep</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2048'>powernv8</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='ppc64le'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>64</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2048'>powernv9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>taihu</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2048'>powernv10</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>ppce500</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>40p</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>pegasos2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>bamboo</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>g3beige</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>mac99</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>sam460ex</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>ref405ep</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2048'>powernv8</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='riscv32'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>32</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='8'>spike</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>opentitan</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='5'>sifive_u</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>sifive_e</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='8'>virt</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='riscv64'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>64</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='8'>spike</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='5'>sifive_u</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>shakti_c</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>sifive_e</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='8'>virt</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='s390x'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>64</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='sh4'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>32</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>shix</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>r2d</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='sh4eb'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>64</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>shix</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>r2d</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='sparc'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>32</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>SS-5</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>SS-20</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>LX</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>SPARCClassic</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>leon3_generic</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>SPARCbook</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>SS-4</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>SS-600MP</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>SS-10</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>Voyager</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='sparc64'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>64</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>sun4u</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>niagara</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>sun4v</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='x86_64'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>64</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>x-remote</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='1'>isapc</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>microvm</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='kvm'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <acpi default='on' toggle='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:       <apic default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='xtensa'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>32</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>sim</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>kc705</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>ml605</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>virt</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>lx200</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>lx60</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]:   <guest>
Dec 05 16:53:54 user nova-compute[75018]:     <os_type>hvm</os_type>
Dec 05 16:53:54 user nova-compute[75018]:     <arch name='xtensaeb'>
Dec 05 16:53:54 user nova-compute[75018]:       <wordsize>32</wordsize>
Dec 05 16:53:54 user nova-compute[75018]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='4'>sim</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>kc705</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>ml605</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>virt</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>lx200</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>lx60</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 05 16:53:54 user nova-compute[75018]:       <domain type='qemu'/>
Dec 05 16:53:54 user nova-compute[75018]:     </arch>
Dec 05 16:53:54 user nova-compute[75018]:     <features>
Dec 05 16:53:54 user nova-compute[75018]:       <cpuselection/>
Dec 05 16:53:54 user nova-compute[75018]:       <deviceboot/>
Dec 05 16:53:54 user nova-compute[75018]:       <disksnapshot default='on' toggle='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     </features>
Dec 05 16:53:54 user nova-compute[75018]:   </guest>
Dec 05 16:53:54 user nova-compute[75018]: </capabilities>
Dec 05 16:53:54 user nova-compute[75018]: 
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for cris via machine types: {None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for i686 via machine types: {'q35', 'ubuntu-q35', 'ubuntu', 'pc'} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Dec 05 16:53:54 user nova-compute[75018]: <domainCapabilities>
Dec 05 16:53:54 user nova-compute[75018]:   <path>/usr/bin/qemu-system-i386</path>
Dec 05 16:53:54 user nova-compute[75018]:   <domain>kvm</domain>
Dec 05 16:53:54 user nova-compute[75018]:   <machine>pc-q35-6.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:   <arch>i686</arch>
Dec 05 16:53:54 user nova-compute[75018]:   <vcpu max='288'/>
Dec 05 16:53:54 user nova-compute[75018]:   <iothreads supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:   <os supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:     <enum name='firmware'/>
Dec 05 16:53:54 user nova-compute[75018]:     <loader supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='type'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>rom</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>pflash</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='readonly'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>yes</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>no</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='secure'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>no</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </loader>
Dec 05 16:53:54 user nova-compute[75018]:   </os>
Dec 05 16:53:54 user nova-compute[75018]:   <cpu>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='host-passthrough' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='hostPassthroughMigratable'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>off</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='maximum' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='maximumMigratable'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>on</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>off</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='host-model' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <vendor>Intel</vendor>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ss'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='vmx'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='pcid'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='hypervisor'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='arat'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='tsc_adjust'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='umip'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='md-clear'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='stibp'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='arch-capabilities'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ssbd'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ibpb'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ibrs'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='amd-stibp'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='amd-ssbd'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='erms'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='xsaveopt'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='lm'/>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='custom' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>qemu64</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>qemu32</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>phenom</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium3</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium2</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>n270</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>kvm64</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>kvm32</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>coreduo</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>core2duo</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>athlon</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Westmere-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Westmere</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Snowridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>SandyBridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Penryn</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G5</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G4</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G3</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G2</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G1</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Nehalem-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Nehalem</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>IvyBridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Icelake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-Rome</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-Milan</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-IBPB</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Dhyana</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cooperlake</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Conroe</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cascadelake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>486</model>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:   </cpu>
Dec 05 16:53:54 user nova-compute[75018]:   <memoryBacking supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:     <enum name='sourceType'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>file</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>anonymous</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>memfd</value>
Dec 05 16:53:54 user nova-compute[75018]:     </enum>
Dec 05 16:53:54 user nova-compute[75018]:   </memoryBacking>
Dec 05 16:53:54 user nova-compute[75018]:   <devices>
Dec 05 16:53:54 user nova-compute[75018]:     <disk supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='diskDevice'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>disk</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>cdrom</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>floppy</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>lun</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='bus'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>fdc</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>scsi</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>usb</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>sata</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-non-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </disk>
Dec 05 16:53:54 user nova-compute[75018]:     <graphics supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='type'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>sdl</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vnc</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>spice</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>egl-headless</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </graphics>
Dec 05 16:53:54 user nova-compute[75018]:     <video supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='modelType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vga</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>cirrus</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vmvga</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>qxl</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>none</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>bochs</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>ramfb</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </video>
Dec 05 16:53:54 user nova-compute[75018]:     <hostdev supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='mode'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>subsystem</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='startupPolicy'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>default</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>mandatory</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>requisite</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>optional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='subsysType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>usb</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>pci</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>scsi</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='capsType'/>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='pciBackend'/>
Dec 05 16:53:54 user nova-compute[75018]:     </hostdev>
Dec 05 16:53:54 user nova-compute[75018]:     <rng supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-non-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='backendModel'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>random</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>egd</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>builtin</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </rng>
Dec 05 16:53:54 user nova-compute[75018]:     <filesystem supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='driverType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>path</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>handle</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtiofs</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </filesystem>
Dec 05 16:53:54 user nova-compute[75018]:     <tpm supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>tpm-tis</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>tpm-crb</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='backendModel'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>passthrough</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>emulator</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </tpm>
Dec 05 16:53:54 user nova-compute[75018]:   </devices>
Dec 05 16:53:54 user nova-compute[75018]:   <features>
Dec 05 16:53:54 user nova-compute[75018]:     <gic supported='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     <vmcoreinfo supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <genid supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <backingStoreInput supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <backup supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <sev supported='no'/>
Dec 05 16:53:54 user nova-compute[75018]:   </features>
Dec 05 16:53:54 user nova-compute[75018]: </domainCapabilities>
Dec 05 16:53:54 user nova-compute[75018]:  {{(pid=75018) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Dec 05 16:53:54 user nova-compute[75018]: <domainCapabilities>
Dec 05 16:53:54 user nova-compute[75018]:   <path>/usr/bin/qemu-system-i386</path>
Dec 05 16:53:54 user nova-compute[75018]:   <domain>kvm</domain>
Dec 05 16:53:54 user nova-compute[75018]:   <machine>pc-q35-jammy</machine>
Dec 05 16:53:54 user nova-compute[75018]:   <arch>i686</arch>
Dec 05 16:53:54 user nova-compute[75018]:   <vcpu max='288'/>
Dec 05 16:53:54 user nova-compute[75018]:   <iothreads supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:   <os supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:     <enum name='firmware'/>
Dec 05 16:53:54 user nova-compute[75018]:     <loader supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='type'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>rom</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>pflash</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='readonly'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>yes</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>no</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='secure'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>no</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </loader>
Dec 05 16:53:54 user nova-compute[75018]:   </os>
Dec 05 16:53:54 user nova-compute[75018]:   <cpu>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='host-passthrough' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='hostPassthroughMigratable'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>off</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='maximum' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='maximumMigratable'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>on</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>off</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='host-model' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <vendor>Intel</vendor>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ss'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='vmx'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='pcid'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='hypervisor'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='arat'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='tsc_adjust'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='umip'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='md-clear'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='stibp'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='arch-capabilities'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ssbd'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ibpb'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ibrs'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='amd-stibp'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='amd-ssbd'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='erms'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='xsaveopt'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='lm'/>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='custom' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>qemu64</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>qemu32</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>phenom</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium3</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium2</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>n270</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>kvm64</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>kvm32</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>coreduo</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>core2duo</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>athlon</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Westmere-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Westmere</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Snowridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>SandyBridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Penryn</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G5</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G4</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G3</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G2</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G1</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Nehalem-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Nehalem</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>IvyBridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Icelake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-Rome</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-Milan</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-IBPB</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Dhyana</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cooperlake</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Conroe</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cascadelake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>486</model>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:   </cpu>
Dec 05 16:53:54 user nova-compute[75018]:   <memoryBacking supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:     <enum name='sourceType'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>file</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>anonymous</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>memfd</value>
Dec 05 16:53:54 user nova-compute[75018]:     </enum>
Dec 05 16:53:54 user nova-compute[75018]:   </memoryBacking>
Dec 05 16:53:54 user nova-compute[75018]:   <devices>
Dec 05 16:53:54 user nova-compute[75018]:     <disk supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='diskDevice'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>disk</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>cdrom</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>floppy</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>lun</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='bus'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>fdc</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>scsi</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>usb</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>sata</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-non-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </disk>
Dec 05 16:53:54 user nova-compute[75018]:     <graphics supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='type'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>sdl</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vnc</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>spice</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>egl-headless</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </graphics>
Dec 05 16:53:54 user nova-compute[75018]:     <video supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='modelType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vga</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>cirrus</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vmvga</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>qxl</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>none</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>bochs</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>ramfb</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </video>
Dec 05 16:53:54 user nova-compute[75018]:     <hostdev supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='mode'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>subsystem</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='startupPolicy'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>default</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>mandatory</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>requisite</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>optional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='subsysType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>usb</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>pci</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>scsi</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='capsType'/>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='pciBackend'/>
Dec 05 16:53:54 user nova-compute[75018]:     </hostdev>
Dec 05 16:53:54 user nova-compute[75018]:     <rng supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-non-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='backendModel'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>random</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>egd</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>builtin</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </rng>
Dec 05 16:53:54 user nova-compute[75018]:     <filesystem supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='driverType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>path</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>handle</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtiofs</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </filesystem>
Dec 05 16:53:54 user nova-compute[75018]:     <tpm supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>tpm-tis</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>tpm-crb</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='backendModel'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>passthrough</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>emulator</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </tpm>
Dec 05 16:53:54 user nova-compute[75018]:   </devices>
Dec 05 16:53:54 user nova-compute[75018]:   <features>
Dec 05 16:53:54 user nova-compute[75018]:     <gic supported='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     <vmcoreinfo supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <genid supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <backingStoreInput supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <backup supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <sev supported='no'/>
Dec 05 16:53:54 user nova-compute[75018]:   </features>
Dec 05 16:53:54 user nova-compute[75018]: </domainCapabilities>
Dec 05 16:53:54 user nova-compute[75018]:  {{(pid=75018) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Dec 05 16:53:54 user nova-compute[75018]: <domainCapabilities>
Dec 05 16:53:54 user nova-compute[75018]:   <path>/usr/bin/qemu-system-i386</path>
Dec 05 16:53:54 user nova-compute[75018]:   <domain>kvm</domain>
Dec 05 16:53:54 user nova-compute[75018]:   <machine>pc-i440fx-jammy</machine>
Dec 05 16:53:54 user nova-compute[75018]:   <arch>i686</arch>
Dec 05 16:53:54 user nova-compute[75018]:   <vcpu max='255'/>
Dec 05 16:53:54 user nova-compute[75018]:   <iothreads supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:   <os supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:     <enum name='firmware'/>
Dec 05 16:53:54 user nova-compute[75018]:     <loader supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='type'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>rom</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>pflash</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='readonly'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>yes</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>no</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='secure'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>no</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </loader>
Dec 05 16:53:54 user nova-compute[75018]:   </os>
Dec 05 16:53:54 user nova-compute[75018]:   <cpu>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='host-passthrough' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='hostPassthroughMigratable'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>off</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='maximum' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='maximumMigratable'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>on</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>off</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='host-model' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <vendor>Intel</vendor>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ss'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='vmx'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='pcid'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='hypervisor'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='arat'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='tsc_adjust'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='umip'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='md-clear'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='stibp'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='arch-capabilities'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ssbd'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ibpb'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ibrs'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='amd-stibp'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='amd-ssbd'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='erms'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='xsaveopt'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='lm'/>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='custom' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>qemu64</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>qemu32</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>phenom</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium3</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium2</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>n270</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>kvm64</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>kvm32</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>coreduo</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>core2duo</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>athlon</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Westmere-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Westmere</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Snowridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>SandyBridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Penryn</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G5</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G4</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G3</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G2</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G1</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Nehalem-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Nehalem</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>IvyBridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Icelake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-Rome</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-Milan</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-IBPB</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Dhyana</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cooperlake</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Conroe</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cascadelake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>486</model>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:   </cpu>
Dec 05 16:53:54 user nova-compute[75018]:   <memoryBacking supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:     <enum name='sourceType'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>file</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>anonymous</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>memfd</value>
Dec 05 16:53:54 user nova-compute[75018]:     </enum>
Dec 05 16:53:54 user nova-compute[75018]:   </memoryBacking>
Dec 05 16:53:54 user nova-compute[75018]:   <devices>
Dec 05 16:53:54 user nova-compute[75018]:     <disk supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='diskDevice'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>disk</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>cdrom</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>floppy</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>lun</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='bus'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>ide</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>fdc</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>scsi</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>usb</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>sata</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-non-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </disk>
Dec 05 16:53:54 user nova-compute[75018]:     <graphics supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='type'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>sdl</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vnc</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>spice</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>egl-headless</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </graphics>
Dec 05 16:53:54 user nova-compute[75018]:     <video supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='modelType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vga</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>cirrus</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vmvga</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>qxl</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>none</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>bochs</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>ramfb</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </video>
Dec 05 16:53:54 user nova-compute[75018]:     <hostdev supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='mode'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>subsystem</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='startupPolicy'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>default</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>mandatory</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>requisite</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>optional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='subsysType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>usb</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>pci</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>scsi</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='capsType'/>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='pciBackend'/>
Dec 05 16:53:54 user nova-compute[75018]:     </hostdev>
Dec 05 16:53:54 user nova-compute[75018]:     <rng supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-non-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='backendModel'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>random</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>egd</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>builtin</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </rng>
Dec 05 16:53:54 user nova-compute[75018]:     <filesystem supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='driverType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>path</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>handle</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtiofs</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </filesystem>
Dec 05 16:53:54 user nova-compute[75018]:     <tpm supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>tpm-tis</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>tpm-crb</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='backendModel'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>passthrough</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>emulator</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </tpm>
Dec 05 16:53:54 user nova-compute[75018]:   </devices>
Dec 05 16:53:54 user nova-compute[75018]:   <features>
Dec 05 16:53:54 user nova-compute[75018]:     <gic supported='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     <vmcoreinfo supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <genid supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <backingStoreInput supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <backup supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <sev supported='no'/>
Dec 05 16:53:54 user nova-compute[75018]:   </features>
Dec 05 16:53:54 user nova-compute[75018]: </domainCapabilities>
Dec 05 16:53:54 user nova-compute[75018]:  {{(pid=75018) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Dec 05 16:53:54 user nova-compute[75018]: <domainCapabilities>
Dec 05 16:53:54 user nova-compute[75018]:   <path>/usr/bin/qemu-system-i386</path>
Dec 05 16:53:54 user nova-compute[75018]:   <domain>kvm</domain>
Dec 05 16:53:54 user nova-compute[75018]:   <machine>pc-i440fx-6.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:   <arch>i686</arch>
Dec 05 16:53:54 user nova-compute[75018]:   <vcpu max='255'/>
Dec 05 16:53:54 user nova-compute[75018]:   <iothreads supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:   <os supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:     <enum name='firmware'/>
Dec 05 16:53:54 user nova-compute[75018]:     <loader supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='type'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>rom</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>pflash</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='readonly'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>yes</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>no</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='secure'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>no</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </loader>
Dec 05 16:53:54 user nova-compute[75018]:   </os>
Dec 05 16:53:54 user nova-compute[75018]:   <cpu>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='host-passthrough' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='hostPassthroughMigratable'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>off</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='maximum' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='maximumMigratable'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>on</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>off</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='host-model' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <vendor>Intel</vendor>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ss'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='vmx'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='pcid'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='hypervisor'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='arat'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='tsc_adjust'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='umip'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='md-clear'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='stibp'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='arch-capabilities'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ssbd'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ibpb'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ibrs'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='amd-stibp'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='amd-ssbd'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='erms'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='xsaveopt'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='lm'/>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='custom' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>qemu64</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>qemu32</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>phenom</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium3</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium2</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>n270</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>kvm64</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>kvm32</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>coreduo</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>core2duo</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>athlon</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Westmere-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Westmere</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Snowridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>SandyBridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Penryn</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G5</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G4</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G3</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G2</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G1</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Nehalem-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Nehalem</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>IvyBridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Icelake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-Rome</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-Milan</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-IBPB</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Dhyana</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cooperlake</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Conroe</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cascadelake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>486</model>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:   </cpu>
Dec 05 16:53:54 user nova-compute[75018]:   <memoryBacking supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:     <enum name='sourceType'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>file</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>anonymous</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>memfd</value>
Dec 05 16:53:54 user nova-compute[75018]:     </enum>
Dec 05 16:53:54 user nova-compute[75018]:   </memoryBacking>
Dec 05 16:53:54 user nova-compute[75018]:   <devices>
Dec 05 16:53:54 user nova-compute[75018]:     <disk supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='diskDevice'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>disk</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>cdrom</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>floppy</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>lun</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='bus'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>ide</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>fdc</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>scsi</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>usb</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>sata</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-non-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </disk>
Dec 05 16:53:54 user nova-compute[75018]:     <graphics supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='type'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>sdl</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vnc</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>spice</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>egl-headless</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </graphics>
Dec 05 16:53:54 user nova-compute[75018]:     <video supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='modelType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vga</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>cirrus</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vmvga</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>qxl</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>none</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>bochs</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>ramfb</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </video>
Dec 05 16:53:54 user nova-compute[75018]:     <hostdev supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='mode'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>subsystem</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='startupPolicy'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>default</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>mandatory</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>requisite</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>optional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='subsysType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>usb</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>pci</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>scsi</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='capsType'/>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='pciBackend'/>
Dec 05 16:53:54 user nova-compute[75018]:     </hostdev>
Dec 05 16:53:54 user nova-compute[75018]:     <rng supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-non-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='backendModel'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>random</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>egd</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>builtin</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </rng>
Dec 05 16:53:54 user nova-compute[75018]:     <filesystem supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='driverType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>path</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>handle</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtiofs</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </filesystem>
Dec 05 16:53:54 user nova-compute[75018]:     <tpm supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>tpm-tis</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>tpm-crb</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='backendModel'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>passthrough</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>emulator</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </tpm>
Dec 05 16:53:54 user nova-compute[75018]:   </devices>
Dec 05 16:53:54 user nova-compute[75018]:   <features>
Dec 05 16:53:54 user nova-compute[75018]:     <gic supported='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     <vmcoreinfo supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <genid supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <backingStoreInput supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <backup supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <sev supported='no'/>
Dec 05 16:53:54 user nova-compute[75018]:   </features>
Dec 05 16:53:54 user nova-compute[75018]: </domainCapabilities>
Dec 05 16:53:54 user nova-compute[75018]:  {{(pid=75018) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for mips via machine types: {None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for ppc64 via machine types: {'pseries', 'powernv', None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for x86_64 via machine types: {'q35', 'ubuntu-q35', 'ubuntu', 'pc'} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Dec 05 16:53:54 user nova-compute[75018]: <domainCapabilities>
Dec 05 16:53:54 user nova-compute[75018]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 05 16:53:54 user nova-compute[75018]:   <domain>kvm</domain>
Dec 05 16:53:54 user nova-compute[75018]:   <machine>pc-q35-6.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:   <arch>x86_64</arch>
Dec 05 16:53:54 user nova-compute[75018]:   <vcpu max='288'/>
Dec 05 16:53:54 user nova-compute[75018]:   <iothreads supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:   <os supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:     <enum name='firmware'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>efi</value>
Dec 05 16:53:54 user nova-compute[75018]:     </enum>
Dec 05 16:53:54 user nova-compute[75018]:     <loader supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='type'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>rom</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>pflash</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='readonly'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>yes</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>no</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='secure'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>yes</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>no</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </loader>
Dec 05 16:53:54 user nova-compute[75018]:   </os>
Dec 05 16:53:54 user nova-compute[75018]:   <cpu>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='host-passthrough' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='hostPassthroughMigratable'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>on</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>off</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='maximum' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='maximumMigratable'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>on</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>off</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='host-model' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <vendor>Intel</vendor>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ss'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='vmx'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='pcid'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='hypervisor'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='arat'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='tsc_adjust'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='umip'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='md-clear'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='stibp'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='arch-capabilities'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ssbd'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='invtsc'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ibpb'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ibrs'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='amd-stibp'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='amd-ssbd'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='rsba'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='pschange-mc-no'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='erms'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='xsaveopt'/>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='custom' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>qemu64</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>qemu32</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>phenom</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium3</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium2</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>n270</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>kvm64</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>kvm32</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>coreduo</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>core2duo</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>athlon</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Westmere-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Westmere</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Snowridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>SandyBridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Penryn</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G5</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G4</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G3</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G2</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Opteron_G1</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Nehalem</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>IvyBridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Icelake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-Rome</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-Milan</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-IBPB</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Dhyana</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cooperlake</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Conroe</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cascadelake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>486</model>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:   </cpu>
Dec 05 16:53:54 user nova-compute[75018]:   <memoryBacking supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:     <enum name='sourceType'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>file</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>anonymous</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>memfd</value>
Dec 05 16:53:54 user nova-compute[75018]:     </enum>
Dec 05 16:53:54 user nova-compute[75018]:   </memoryBacking>
Dec 05 16:53:54 user nova-compute[75018]:   <devices>
Dec 05 16:53:54 user nova-compute[75018]:     <disk supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='diskDevice'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>disk</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>cdrom</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>floppy</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>lun</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='bus'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>fdc</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>scsi</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>usb</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>sata</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-non-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </disk>
Dec 05 16:53:54 user nova-compute[75018]:     <graphics supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='type'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>sdl</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vnc</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>spice</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>egl-headless</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </graphics>
Dec 05 16:53:54 user nova-compute[75018]:     <video supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='modelType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vga</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>cirrus</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vmvga</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>qxl</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>none</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>bochs</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>ramfb</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </video>
Dec 05 16:53:54 user nova-compute[75018]:     <hostdev supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='mode'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>subsystem</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='startupPolicy'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>default</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>mandatory</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>requisite</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>optional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='subsysType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>usb</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>pci</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>scsi</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='capsType'/>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='pciBackend'/>
Dec 05 16:53:54 user nova-compute[75018]:     </hostdev>
Dec 05 16:53:54 user nova-compute[75018]:     <rng supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-non-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='backendModel'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>random</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>egd</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>builtin</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </rng>
Dec 05 16:53:54 user nova-compute[75018]:     <filesystem supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='driverType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>path</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>handle</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtiofs</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </filesystem>
Dec 05 16:53:54 user nova-compute[75018]:     <tpm supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>tpm-tis</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>tpm-crb</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='backendModel'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>passthrough</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>emulator</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </tpm>
Dec 05 16:53:54 user nova-compute[75018]:   </devices>
Dec 05 16:53:54 user nova-compute[75018]:   <features>
Dec 05 16:53:54 user nova-compute[75018]:     <gic supported='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     <vmcoreinfo supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <genid supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <backingStoreInput supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <backup supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <sev supported='no'/>
Dec 05 16:53:54 user nova-compute[75018]:   </features>
Dec 05 16:53:54 user nova-compute[75018]: </domainCapabilities>
Dec 05 16:53:54 user nova-compute[75018]:  {{(pid=75018) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Dec 05 16:53:54 user nova-compute[75018]: <domainCapabilities>
Dec 05 16:53:54 user nova-compute[75018]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 05 16:53:54 user nova-compute[75018]:   <domain>kvm</domain>
Dec 05 16:53:54 user nova-compute[75018]:   <machine>pc-q35-jammy</machine>
Dec 05 16:53:54 user nova-compute[75018]:   <arch>x86_64</arch>
Dec 05 16:53:54 user nova-compute[75018]:   <vcpu max='288'/>
Dec 05 16:53:54 user nova-compute[75018]:   <iothreads supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:   <os supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:     <enum name='firmware'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>efi</value>
Dec 05 16:53:54 user nova-compute[75018]:     </enum>
Dec 05 16:53:54 user nova-compute[75018]:     <loader supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='type'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>rom</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>pflash</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='readonly'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>yes</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>no</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='secure'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>yes</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>no</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </loader>
Dec 05 16:53:54 user nova-compute[75018]:   </os>
Dec 05 16:53:54 user nova-compute[75018]:   <cpu>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='host-passthrough' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='hostPassthroughMigratable'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>on</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>off</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='maximum' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='maximumMigratable'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>on</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>off</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='host-model' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <vendor>Intel</vendor>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ss'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='vmx'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='pcid'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='hypervisor'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='arat'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='tsc_adjust'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='umip'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='md-clear'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='stibp'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='arch-capabilities'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ssbd'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='invtsc'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ibpb'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ibrs'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='amd-stibp'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='amd-ssbd'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='rsba'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='pschange-mc-no'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='erms'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='xsaveopt'/>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='custom' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>qemu64</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>qemu32</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>phenom</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium3</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium2</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>n270</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>kvm64</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>kvm32</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>coreduo</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>core2duo</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>athlon</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Westmere-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Westmere</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Snowridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>SandyBridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Penryn</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G5</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G4</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G3</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G2</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Opteron_G1</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Nehalem</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>IvyBridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Icelake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-Rome</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-Milan</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-IBPB</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Dhyana</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cooperlake</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Conroe</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cascadelake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>486</model>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:   </cpu>
Dec 05 16:53:54 user nova-compute[75018]:   <memoryBacking supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:     <enum name='sourceType'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>file</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>anonymous</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>memfd</value>
Dec 05 16:53:54 user nova-compute[75018]:     </enum>
Dec 05 16:53:54 user nova-compute[75018]:   </memoryBacking>
Dec 05 16:53:54 user nova-compute[75018]:   <devices>
Dec 05 16:53:54 user nova-compute[75018]:     <disk supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='diskDevice'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>disk</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>cdrom</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>floppy</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>lun</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='bus'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>fdc</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>scsi</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>usb</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>sata</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-non-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </disk>
Dec 05 16:53:54 user nova-compute[75018]:     <graphics supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='type'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>sdl</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vnc</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>spice</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>egl-headless</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </graphics>
Dec 05 16:53:54 user nova-compute[75018]:     <video supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='modelType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vga</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>cirrus</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vmvga</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>qxl</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>none</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>bochs</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>ramfb</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </video>
Dec 05 16:53:54 user nova-compute[75018]:     <hostdev supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='mode'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>subsystem</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='startupPolicy'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>default</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>mandatory</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>requisite</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>optional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='subsysType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>usb</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>pci</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>scsi</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='capsType'/>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='pciBackend'/>
Dec 05 16:53:54 user nova-compute[75018]:     </hostdev>
Dec 05 16:53:54 user nova-compute[75018]:     <rng supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-non-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='backendModel'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>random</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>egd</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>builtin</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </rng>
Dec 05 16:53:54 user nova-compute[75018]:     <filesystem supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='driverType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>path</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>handle</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtiofs</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </filesystem>
Dec 05 16:53:54 user nova-compute[75018]:     <tpm supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>tpm-tis</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>tpm-crb</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='backendModel'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>passthrough</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>emulator</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </tpm>
Dec 05 16:53:54 user nova-compute[75018]:   </devices>
Dec 05 16:53:54 user nova-compute[75018]:   <features>
Dec 05 16:53:54 user nova-compute[75018]:     <gic supported='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     <vmcoreinfo supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <genid supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <backingStoreInput supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <backup supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <sev supported='no'/>
Dec 05 16:53:54 user nova-compute[75018]:   </features>
Dec 05 16:53:54 user nova-compute[75018]: </domainCapabilities>
Dec 05 16:53:54 user nova-compute[75018]:  {{(pid=75018) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Dec 05 16:53:54 user nova-compute[75018]: <domainCapabilities>
Dec 05 16:53:54 user nova-compute[75018]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 05 16:53:54 user nova-compute[75018]:   <domain>kvm</domain>
Dec 05 16:53:54 user nova-compute[75018]:   <machine>pc-i440fx-jammy</machine>
Dec 05 16:53:54 user nova-compute[75018]:   <arch>x86_64</arch>
Dec 05 16:53:54 user nova-compute[75018]:   <vcpu max='255'/>
Dec 05 16:53:54 user nova-compute[75018]:   <iothreads supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:   <os supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:     <enum name='firmware'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>efi</value>
Dec 05 16:53:54 user nova-compute[75018]:     </enum>
Dec 05 16:53:54 user nova-compute[75018]:     <loader supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='type'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>rom</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>pflash</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='readonly'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>yes</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>no</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='secure'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>no</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </loader>
Dec 05 16:53:54 user nova-compute[75018]:   </os>
Dec 05 16:53:54 user nova-compute[75018]:   <cpu>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='host-passthrough' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='hostPassthroughMigratable'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>on</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>off</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='maximum' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='maximumMigratable'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>on</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>off</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='host-model' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <vendor>Intel</vendor>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ss'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='vmx'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='pcid'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='hypervisor'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='arat'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='tsc_adjust'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='umip'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='md-clear'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='stibp'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='arch-capabilities'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ssbd'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='invtsc'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ibpb'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ibrs'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='amd-stibp'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='amd-ssbd'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='rsba'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='pschange-mc-no'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='erms'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='xsaveopt'/>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='custom' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>qemu64</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>qemu32</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>phenom</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium3</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium2</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>n270</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>kvm64</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>kvm32</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>coreduo</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>core2duo</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>athlon</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Westmere-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Westmere</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Snowridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>SandyBridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Penryn</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G5</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G4</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G3</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G2</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Opteron_G1</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Nehalem</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>IvyBridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Icelake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-Rome</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-Milan</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-IBPB</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Dhyana</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cooperlake</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Conroe</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cascadelake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>486</model>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:   </cpu>
Dec 05 16:53:54 user nova-compute[75018]:   <memoryBacking supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:     <enum name='sourceType'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>file</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>anonymous</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>memfd</value>
Dec 05 16:53:54 user nova-compute[75018]:     </enum>
Dec 05 16:53:54 user nova-compute[75018]:   </memoryBacking>
Dec 05 16:53:54 user nova-compute[75018]:   <devices>
Dec 05 16:53:54 user nova-compute[75018]:     <disk supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='diskDevice'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>disk</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>cdrom</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>floppy</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>lun</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='bus'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>ide</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>fdc</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>scsi</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>usb</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>sata</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-non-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </disk>
Dec 05 16:53:54 user nova-compute[75018]:     <graphics supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='type'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>sdl</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vnc</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>spice</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>egl-headless</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </graphics>
Dec 05 16:53:54 user nova-compute[75018]:     <video supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='modelType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vga</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>cirrus</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vmvga</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>qxl</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>none</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>bochs</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>ramfb</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </video>
Dec 05 16:53:54 user nova-compute[75018]:     <hostdev supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='mode'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>subsystem</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='startupPolicy'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>default</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>mandatory</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>requisite</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>optional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='subsysType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>usb</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>pci</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>scsi</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='capsType'/>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='pciBackend'/>
Dec 05 16:53:54 user nova-compute[75018]:     </hostdev>
Dec 05 16:53:54 user nova-compute[75018]:     <rng supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-non-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='backendModel'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>random</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>egd</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>builtin</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </rng>
Dec 05 16:53:54 user nova-compute[75018]:     <filesystem supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='driverType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>path</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>handle</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtiofs</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </filesystem>
Dec 05 16:53:54 user nova-compute[75018]:     <tpm supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>tpm-tis</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>tpm-crb</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='backendModel'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>passthrough</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>emulator</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </tpm>
Dec 05 16:53:54 user nova-compute[75018]:   </devices>
Dec 05 16:53:54 user nova-compute[75018]:   <features>
Dec 05 16:53:54 user nova-compute[75018]:     <gic supported='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     <vmcoreinfo supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <genid supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <backingStoreInput supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <backup supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <sev supported='no'/>
Dec 05 16:53:54 user nova-compute[75018]:   </features>
Dec 05 16:53:54 user nova-compute[75018]: </domainCapabilities>
Dec 05 16:53:54 user nova-compute[75018]:  {{(pid=75018) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Dec 05 16:53:54 user nova-compute[75018]: <domainCapabilities>
Dec 05 16:53:54 user nova-compute[75018]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 05 16:53:54 user nova-compute[75018]:   <domain>kvm</domain>
Dec 05 16:53:54 user nova-compute[75018]:   <machine>pc-i440fx-6.2</machine>
Dec 05 16:53:54 user nova-compute[75018]:   <arch>x86_64</arch>
Dec 05 16:53:54 user nova-compute[75018]:   <vcpu max='255'/>
Dec 05 16:53:54 user nova-compute[75018]:   <iothreads supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:   <os supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:     <enum name='firmware'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>efi</value>
Dec 05 16:53:54 user nova-compute[75018]:     </enum>
Dec 05 16:53:54 user nova-compute[75018]:     <loader supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='type'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>rom</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>pflash</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='readonly'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>yes</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>no</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='secure'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>no</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </loader>
Dec 05 16:53:54 user nova-compute[75018]:   </os>
Dec 05 16:53:54 user nova-compute[75018]:   <cpu>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='host-passthrough' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='hostPassthroughMigratable'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>on</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>off</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='maximum' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='maximumMigratable'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>on</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>off</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='host-model' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <vendor>Intel</vendor>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ss'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='vmx'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='pcid'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='hypervisor'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='arat'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='tsc_adjust'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='umip'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='md-clear'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='stibp'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='arch-capabilities'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ssbd'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='invtsc'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ibpb'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='ibrs'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='amd-stibp'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='amd-ssbd'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='rsba'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='require' name='pschange-mc-no'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='erms'/>
Dec 05 16:53:54 user nova-compute[75018]:       <feature policy='disable' name='xsaveopt'/>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:     <mode name='custom' supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>qemu64</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>qemu32</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>phenom</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium3</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium2</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>pentium</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>n270</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>kvm64</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>kvm32</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>coreduo</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>core2duo</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>athlon</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Westmere-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Westmere</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Snowridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Skylake-Client</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>SandyBridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Penryn</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G5</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G4</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G3</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Opteron_G2</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Opteron_G1</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Nehalem</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>IvyBridge</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Icelake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Haswell</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-Rome</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-Milan</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC-IBPB</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>EPYC</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Dhyana</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cooperlake</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>Conroe</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Cascadelake-Server</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-noTSX</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell-IBRS</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='no'>Broadwell</model>
Dec 05 16:53:54 user nova-compute[75018]:       <model usable='yes'>486</model>
Dec 05 16:53:54 user nova-compute[75018]:     </mode>
Dec 05 16:53:54 user nova-compute[75018]:   </cpu>
Dec 05 16:53:54 user nova-compute[75018]:   <memoryBacking supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:     <enum name='sourceType'>
Dec 05 16:53:54 user nova-compute[75018]:       <value>file</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>anonymous</value>
Dec 05 16:53:54 user nova-compute[75018]:       <value>memfd</value>
Dec 05 16:53:54 user nova-compute[75018]:     </enum>
Dec 05 16:53:54 user nova-compute[75018]:   </memoryBacking>
Dec 05 16:53:54 user nova-compute[75018]:   <devices>
Dec 05 16:53:54 user nova-compute[75018]:     <disk supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='diskDevice'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>disk</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>cdrom</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>floppy</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>lun</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='bus'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>ide</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>fdc</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>scsi</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>usb</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>sata</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-non-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </disk>
Dec 05 16:53:54 user nova-compute[75018]:     <graphics supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='type'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>sdl</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vnc</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>spice</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>egl-headless</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </graphics>
Dec 05 16:53:54 user nova-compute[75018]:     <video supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='modelType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vga</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>cirrus</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>vmvga</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>qxl</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>none</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>bochs</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>ramfb</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </video>
Dec 05 16:53:54 user nova-compute[75018]:     <hostdev supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='mode'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>subsystem</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='startupPolicy'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>default</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>mandatory</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>requisite</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>optional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='subsysType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>usb</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>pci</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>scsi</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='capsType'/>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='pciBackend'/>
Dec 05 16:53:54 user nova-compute[75018]:     </hostdev>
Dec 05 16:53:54 user nova-compute[75018]:     <rng supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtio-non-transitional</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='backendModel'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>random</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>egd</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>builtin</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </rng>
Dec 05 16:53:54 user nova-compute[75018]:     <filesystem supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='driverType'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>path</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>handle</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>virtiofs</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </filesystem>
Dec 05 16:53:54 user nova-compute[75018]:     <tpm supported='yes'>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='model'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>tpm-tis</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>tpm-crb</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:       <enum name='backendModel'>
Dec 05 16:53:54 user nova-compute[75018]:         <value>passthrough</value>
Dec 05 16:53:54 user nova-compute[75018]:         <value>emulator</value>
Dec 05 16:53:54 user nova-compute[75018]:       </enum>
Dec 05 16:53:54 user nova-compute[75018]:     </tpm>
Dec 05 16:53:54 user nova-compute[75018]:   </devices>
Dec 05 16:53:54 user nova-compute[75018]:   <features>
Dec 05 16:53:54 user nova-compute[75018]:     <gic supported='no'/>
Dec 05 16:53:54 user nova-compute[75018]:     <vmcoreinfo supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <genid supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <backingStoreInput supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <backup supported='yes'/>
Dec 05 16:53:54 user nova-compute[75018]:     <sev supported='no'/>
Dec 05 16:53:54 user nova-compute[75018]:   </features>
Dec 05 16:53:54 user nova-compute[75018]: </domainCapabilities>
Dec 05 16:53:54 user nova-compute[75018]:  {{(pid=75018) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=75018) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=75018) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Checking secure boot support for host arch (x86_64) {{(pid=75018) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 05 16:53:54 user nova-compute[75018]: INFO nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Secure Boot support detected
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] cpu compare xml: <cpu match="exact">
Dec 05 16:53:54 user nova-compute[75018]:   <model>Nehalem</model>
Dec 05 16:53:54 user nova-compute[75018]: </cpu>
Dec 05 16:53:54 user nova-compute[75018]:  {{(pid=75018) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10025}}
Dec 05 16:53:54 user nova-compute[75018]: INFO nova.virt.node [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Generated node identity 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa
Dec 05 16:53:54 user nova-compute[75018]: INFO nova.virt.node [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Wrote node identity 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa to /opt/stack/data/nova/compute_id
Dec 05 16:53:54 user nova-compute[75018]: WARNING nova.compute.manager [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Compute nodes ['06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Dec 05 16:53:54 user nova-compute[75018]: INFO nova.compute.manager [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Dec 05 16:53:54 user nova-compute[75018]: WARNING nova.compute.manager [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 05 16:53:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:53:54 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 16:53:55 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:53:55 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:53:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Hypervisor/Node resource view: name=user free_ram=10959MB free_disk=26.091384887695312GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 16:53:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:53:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:53:55 user nova-compute[75018]: WARNING nova.compute.resource_tracker [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] No compute node record for user:06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa could not be found.
Dec 05 16:53:55 user nova-compute[75018]: INFO nova.compute.resource_tracker [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Compute node record created for user:user with uuid: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa
Dec 05 16:53:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 16:53:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 16:53:55 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] [req-0e633e10-8e45-4e9a-b13a-885b3aa709fa] Created resource provider record via placement API for resource provider with UUID 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa and name user.
Dec 05 16:53:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=75018) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1797}}
Dec 05 16:53:55 user nova-compute[75018]: INFO nova.virt.libvirt.host [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] kernel doesn't support AMD SEV
Dec 05 16:53:55 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Updating inventory in ProviderTree for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 05 16:53:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 16:53:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Libvirt baseline CPU <cpu>
Dec 05 16:53:55 user nova-compute[75018]:   <arch>x86_64</arch>
Dec 05 16:53:55 user nova-compute[75018]:   <model>Nehalem</model>
Dec 05 16:53:55 user nova-compute[75018]:   <vendor>Intel</vendor>
Dec 05 16:53:55 user nova-compute[75018]:   <topology sockets="6" cores="1" threads="1"/>
Dec 05 16:53:55 user nova-compute[75018]: </cpu>
Dec 05 16:53:55 user nova-compute[75018]:  {{(pid=75018) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12524}}
Dec 05 16:53:55 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Updated inventory for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Dec 05 16:53:55 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Updating resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa generation from 0 to 1 during operation: update_inventory {{(pid=75018) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 05 16:53:55 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Updating inventory in ProviderTree for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 05 16:53:55 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Updating resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa generation from 1 to 2 during operation: update_traits {{(pid=75018) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 05 16:53:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 16:53:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.717s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:53:55 user nova-compute[75018]: DEBUG nova.service [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Creating RPC server for service compute {{(pid=75018) start /opt/stack/nova/nova/service.py:182}}
Dec 05 16:53:55 user nova-compute[75018]: DEBUG nova.service [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] Join ServiceGroup membership for this service compute {{(pid=75018) start /opt/stack/nova/nova/service.py:199}}
Dec 05 16:53:55 user nova-compute[75018]: DEBUG nova.servicegroup.drivers.db [None req-9816db3e-1734-45d7-9a31-7ea1c8911c7a None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=75018) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Dec 05 16:54:29 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_power_states {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:54:29 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Didn't find any instances for network info cache update. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 16:54:46 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:54:46 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:54:46 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=10390MB free_disk=25.995033264160156GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 16:54:46 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 16:54:47 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 16:54:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.173s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:55:47 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:55:47 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:55:47 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:55:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:55:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:55:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:55:47 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 16:55:47 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:55:47 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:55:47 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=10325MB free_disk=26.06009292602539GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 16:55:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:55:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:55:47 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 16:55:47 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 16:55:47 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 16:55:47 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 16:55:47 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 16:55:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.146s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:55:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:55:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:55:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:55:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:55:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:55:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 16:55:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 16:55:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Didn't find any instances for network info cache update. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 05 16:55:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:55:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:55:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 16:56:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:56:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:56:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:56:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:56:46 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 16:56:46 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:56:46 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:56:46 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=10312MB free_disk=25.81230926513672GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 16:56:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:56:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:56:47 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 16:56:47 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 16:56:47 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 16:56:47 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 16:56:47 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 16:56:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.214s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:56:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:56:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:56:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:56:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:56:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:56:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 16:56:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 16:56:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Didn't find any instances for network info cache update. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 05 16:56:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:56:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:56:49 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:56:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 16:57:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:57:47 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:57:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:57:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 16:57:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 16:57:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Didn't find any instances for network info cache update. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 05 16:57:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:57:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:57:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:57:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:57:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:57:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:57:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:57:48 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 16:57:49 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:57:49 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:57:49 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9625MB free_disk=25.83222198486328GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 16:57:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:57:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:57:49 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 16:57:49 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 16:57:49 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 16:57:49 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 16:57:49 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 16:57:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.172s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:57:50 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:57:50 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:57:50 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 16:57:50 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:57:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:57:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:57:57 user nova-compute[75018]: DEBUG nova.compute.manager [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 16:57:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:57:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:57:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 16:57:58 user nova-compute[75018]: INFO nova.compute.claims [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Claim successful on node user
Dec 05 16:57:58 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 16:57:58 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 16:57:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.411s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:57:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 16:57:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 16:57:58 user nova-compute[75018]: DEBUG nova.network.neutron [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 16:57:58 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 16:57:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 16:57:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 16:57:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 16:57:58 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Creating image(s)
Dec 05 16:57:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "/opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:57:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "/opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:57:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "/opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:57:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:57:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:57:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8.part --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:57:59 user nova-compute[75018]: DEBUG nova.policy [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd407dbeca07a4ef1ade84c3932a79211', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eeda605e799e4fc88ae4e8898981ee9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 16:57:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "533bba90-582b-4ad5-9763-532788f79d6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:57:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "533bba90-582b-4ad5-9763-532788f79d6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:57:59 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 16:57:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8.part --force-share --output=json" returned: 0 in 0.199s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:57:59 user nova-compute[75018]: DEBUG nova.virt.images [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] 1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208 was qcow2, converting to raw {{(pid=75018) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 05 16:57:59 user nova-compute[75018]: DEBUG nova.privsep.utils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75018) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 05 16:57:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8.part /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8.converted {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:57:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:57:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:57:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 16:57:59 user nova-compute[75018]: INFO nova.compute.claims [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Claim successful on node user
Dec 05 16:57:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8.part /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8.converted" returned: 0 in 0.246s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:57:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8.converted --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:57:59 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 16:57:59 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 16:57:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.392s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:57:59 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 16:58:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8.converted --force-share --output=json" returned: 0 in 0.230s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.095s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:00 user nova-compute[75018]: INFO oslo.privsep.daemon [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmpk43xqg5o/privsep.sock']
Dec 05 16:58:00 user sudo[84516]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpk43xqg5o/privsep.sock
Dec 05 16:58:00 user sudo[84516]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 05 16:58:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 16:58:00 user nova-compute[75018]: DEBUG nova.network.neutron [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 16:58:00 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 16:58:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 16:58:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 16:58:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 16:58:00 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Creating image(s)
Dec 05 16:58:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "/opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "/opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "/opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:00 user nova-compute[75018]: DEBUG nova.policy [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8690c14a73d84daa91572814b703c48b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c59020daca4249899bd1aaccf3b0e4c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 16:58:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "5931bfc3-7400-4941-bc87-b07f86c6982b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 16:58:01 user nova-compute[75018]: INFO nova.compute.claims [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Claim successful on node user
Dec 05 16:58:01 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.337s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG nova.compute.manager [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG nova.compute.manager [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG nova.network.neutron [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 16:58:01 user sudo[84516]: pam_unix(sudo:session): session closed for user root
Dec 05 16:58:01 user nova-compute[75018]: INFO oslo.privsep.daemon [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Spawned new privsep daemon via rootwrap
Dec 05 16:58:01 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 16:58:01 user nova-compute[75018]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 05 16:58:01 user nova-compute[75018]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 05 16:58:01 user nova-compute[75018]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Dec 05 16:58:01 user nova-compute[75018]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84531
Dec 05 16:58:01 user nova-compute[75018]: WARNING oslo_privsep.priv_context [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] privsep daemon already running
Dec 05 16:58:01 user nova-compute[75018]: DEBUG nova.compute.manager [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG nova.policy [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8690c14a73d84daa91572814b703c48b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c59020daca4249899bd1aaccf3b0e4c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG nova.compute.manager [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 16:58:01 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Creating image(s)
Dec 05 16:58:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "/opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "/opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "/opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.219s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.219s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.189s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk 1073741824" returned: 0 in 0.045s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.225s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.187s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk 1073741824" returned: 0 in 0.048s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.463s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Cannot resize image /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Ensure instance console log exists: /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.202s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Checking if we can resize image /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.233s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk 1073741824" returned: 0 in 0.059s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.297s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG nova.network.neutron [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Successfully created port: 02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Cannot resize image /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Ensure instance console log exists: /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.193s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 16:58:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:03 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Cannot resize image /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 16:58:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 16:58:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Ensure instance console log exists: /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 16:58:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:03 user nova-compute[75018]: DEBUG nova.network.neutron [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Successfully updated port: 02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:58:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquired lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:03 user nova-compute[75018]: DEBUG nova.network.neutron [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 16:58:03 user nova-compute[75018]: DEBUG nova.network.neutron [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:58:03 user nova-compute[75018]: DEBUG nova.compute.manager [req-1d88d036-59d9-4f10-a764-a68086a5fe60 req-583c5a11-feac-4c7b-bb21-52949b7803a3 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received event network-changed-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:03 user nova-compute[75018]: DEBUG nova.compute.manager [req-1d88d036-59d9-4f10-a764-a68086a5fe60 req-583c5a11-feac-4c7b-bb21-52949b7803a3 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Refreshing instance network info cache due to event network-changed-02002bcb-358a-47b2-bd1c-5732d9d181ed. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:58:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1d88d036-59d9-4f10-a764-a68086a5fe60 req-583c5a11-feac-4c7b-bb21-52949b7803a3 service nova] Acquiring lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.network.neutron [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Updating instance_info_cache with network_info: [{"id": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "address": "fa:16:3e:58:a4:88", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02002bcb-35", "ovs_interfaceid": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Releasing lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Instance network_info: |[{"id": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "address": "fa:16:3e:58:a4:88", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02002bcb-35", "ovs_interfaceid": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1d88d036-59d9-4f10-a764-a68086a5fe60 req-583c5a11-feac-4c7b-bb21-52949b7803a3 service nova] Acquired lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.network.neutron [req-1d88d036-59d9-4f10-a764-a68086a5fe60 req-583c5a11-feac-4c7b-bb21-52949b7803a3 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Refreshing network info cache for port 02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Start _get_guest_xml network_info=[{"id": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "address": "fa:16:3e:58:a4:88", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02002bcb-35", "ovs_interfaceid": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 16:58:04 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:04 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.privsep.utils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75018) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:57:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1159780730',display_name='tempest-ServerRescueNegativeTestJSON-server-1159780730',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1159780730',id=3,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c59020daca4249899bd1aaccf3b0e4c7',ramdisk_id='',reservation_id='r-34hfeazf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1436336392',owner_user_name='tempest-ServerRescueNegativeTestJSON-1436336392-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:02Z,user_data=None,user_id='8690c14a73d84daa91572814b703c48b',uuid=5931bfc3-7400-4941-bc87-b07f86c6982b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "address": "fa:16:3e:58:a4:88", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02002bcb-35", "ovs_interfaceid": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converting VIF {"id": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "address": "fa:16:3e:58:a4:88", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02002bcb-35", "ovs_interfaceid": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:58:a4:88,bridge_name='br-int',has_traffic_filtering=True,id=02002bcb-358a-47b2-bd1c-5732d9d181ed,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02002bcb-35') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.objects.instance [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'pci_devices' on Instance uuid 5931bfc3-7400-4941-bc87-b07f86c6982b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] End _get_guest_xml xml=<domain type="kvm">
Dec 05 16:58:04 user nova-compute[75018]:   <uuid>5931bfc3-7400-4941-bc87-b07f86c6982b</uuid>
Dec 05 16:58:04 user nova-compute[75018]:   <name>instance-00000003</name>
Dec 05 16:58:04 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 16:58:04 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 16:58:04 user nova-compute[75018]:   <metadata>
Dec 05 16:58:04 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 16:58:04 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 16:58:04 user nova-compute[75018]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1159780730</nova:name>
Dec 05 16:58:04 user nova-compute[75018]:       <nova:creationTime>2023-12-05 16:58:04</nova:creationTime>
Dec 05 16:58:04 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 16:58:04 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 16:58:04 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 16:58:04 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 16:58:04 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 16:58:04 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 16:58:04 user nova-compute[75018]:       </nova:flavor>
Dec 05 16:58:04 user nova-compute[75018]:       <nova:owner>
Dec 05 16:58:04 user nova-compute[75018]:         <nova:user uuid="8690c14a73d84daa91572814b703c48b">tempest-ServerRescueNegativeTestJSON-1436336392-project-member</nova:user>
Dec 05 16:58:04 user nova-compute[75018]:         <nova:project uuid="c59020daca4249899bd1aaccf3b0e4c7">tempest-ServerRescueNegativeTestJSON-1436336392</nova:project>
Dec 05 16:58:04 user nova-compute[75018]:       </nova:owner>
Dec 05 16:58:04 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 16:58:04 user nova-compute[75018]:       <nova:ports>
Dec 05 16:58:04 user nova-compute[75018]:         <nova:port uuid="02002bcb-358a-47b2-bd1c-5732d9d181ed">
Dec 05 16:58:04 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 05 16:58:04 user nova-compute[75018]:         </nova:port>
Dec 05 16:58:04 user nova-compute[75018]:       </nova:ports>
Dec 05 16:58:04 user nova-compute[75018]:     </nova:instance>
Dec 05 16:58:04 user nova-compute[75018]:   </metadata>
Dec 05 16:58:04 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 16:58:04 user nova-compute[75018]:     <system>
Dec 05 16:58:04 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 16:58:04 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 16:58:04 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 16:58:04 user nova-compute[75018]:       <entry name="serial">5931bfc3-7400-4941-bc87-b07f86c6982b</entry>
Dec 05 16:58:04 user nova-compute[75018]:       <entry name="uuid">5931bfc3-7400-4941-bc87-b07f86c6982b</entry>
Dec 05 16:58:04 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 16:58:04 user nova-compute[75018]:     </system>
Dec 05 16:58:04 user nova-compute[75018]:   </sysinfo>
Dec 05 16:58:04 user nova-compute[75018]:   <os>
Dec 05 16:58:04 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 16:58:04 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 16:58:04 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 16:58:04 user nova-compute[75018]:   </os>
Dec 05 16:58:04 user nova-compute[75018]:   <features>
Dec 05 16:58:04 user nova-compute[75018]:     <acpi/>
Dec 05 16:58:04 user nova-compute[75018]:     <apic/>
Dec 05 16:58:04 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 16:58:04 user nova-compute[75018]:   </features>
Dec 05 16:58:04 user nova-compute[75018]:   <clock offset="utc">
Dec 05 16:58:04 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 16:58:04 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 16:58:04 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 16:58:04 user nova-compute[75018]:   </clock>
Dec 05 16:58:04 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 16:58:04 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 16:58:04 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 16:58:04 user nova-compute[75018]:   </cpu>
Dec 05 16:58:04 user nova-compute[75018]:   <devices>
Dec 05 16:58:04 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 16:58:04 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 16:58:04 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk"/>
Dec 05 16:58:04 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 16:58:04 user nova-compute[75018]:     </disk>
Dec 05 16:58:04 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:58:04 user nova-compute[75018]:       <mac address="fa:16:3e:58:a4:88"/>
Dec 05 16:58:04 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:58:04 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:58:04 user nova-compute[75018]:       <target dev="tap02002bcb-35"/>
Dec 05 16:58:04 user nova-compute[75018]:     </interface>
Dec 05 16:58:04 user nova-compute[75018]:     <serial type="pty">
Dec 05 16:58:04 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/console.log" append="off"/>
Dec 05 16:58:04 user nova-compute[75018]:     </serial>
Dec 05 16:58:04 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 16:58:04 user nova-compute[75018]:     <video>
Dec 05 16:58:04 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:58:04 user nova-compute[75018]:     </video>
Dec 05 16:58:04 user nova-compute[75018]:     <rng model="virtio">
Dec 05 16:58:04 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 16:58:04 user nova-compute[75018]:     </rng>
Dec 05 16:58:04 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 16:58:04 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 16:58:04 user nova-compute[75018]:       <stats period="10"/>
Dec 05 16:58:04 user nova-compute[75018]:     </memballoon>
Dec 05 16:58:04 user nova-compute[75018]:   </devices>
Dec 05 16:58:04 user nova-compute[75018]: </domain>
Dec 05 16:58:04 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:57:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1159780730',display_name='tempest-ServerRescueNegativeTestJSON-server-1159780730',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1159780730',id=3,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c59020daca4249899bd1aaccf3b0e4c7',ramdisk_id='',reservation_id='r-34hfeazf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1436336392',owner_user_name='tempest-ServerRescueNegativeTestJSON-1436336392-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:02Z,user_data=None,user_id='8690c14a73d84daa91572814b703c48b',uuid=5931bfc3-7400-4941-bc87-b07f86c6982b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "address": "fa:16:3e:58:a4:88", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02002bcb-35", "ovs_interfaceid": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converting VIF {"id": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "address": "fa:16:3e:58:a4:88", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02002bcb-35", "ovs_interfaceid": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:58:a4:88,bridge_name='br-int',has_traffic_filtering=True,id=02002bcb-358a-47b2-bd1c-5732d9d181ed,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02002bcb-35') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG os_vif [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:58:a4:88,bridge_name='br-int',has_traffic_filtering=True,id=02002bcb-358a-47b2-bd1c-5732d9d181ed,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02002bcb-35') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Created schema index Interface.name {{(pid=75018) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Created schema index Port.name {{(pid=75018) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Created schema index Bridge.name {{(pid=75018) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [POLLOUT] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '56ef7c9a-8621-56e9-b092-40d632aefd5c', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:58:04 user nova-compute[75018]: INFO oslo.privsep.daemon [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpven3izpj/privsep.sock']
Dec 05 16:58:04 user sudo[84586]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpven3izpj/privsep.sock
Dec 05 16:58:04 user sudo[84586]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.network.neutron [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Successfully created port: f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.network.neutron [req-1d88d036-59d9-4f10-a764-a68086a5fe60 req-583c5a11-feac-4c7b-bb21-52949b7803a3 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Updated VIF entry in instance network info cache for port 02002bcb-358a-47b2-bd1c-5732d9d181ed. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG nova.network.neutron [req-1d88d036-59d9-4f10-a764-a68086a5fe60 req-583c5a11-feac-4c7b-bb21-52949b7803a3 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Updating instance_info_cache with network_info: [{"id": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "address": "fa:16:3e:58:a4:88", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02002bcb-35", "ovs_interfaceid": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1d88d036-59d9-4f10-a764-a68086a5fe60 req-583c5a11-feac-4c7b-bb21-52949b7803a3 service nova] Releasing lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:05 user nova-compute[75018]: DEBUG nova.network.neutron [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Successfully created port: da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:58:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:06 user sudo[84586]: pam_unix(sudo:session): session closed for user root
Dec 05 16:58:06 user nova-compute[75018]: INFO oslo.privsep.daemon [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Spawned new privsep daemon via rootwrap
Dec 05 16:58:06 user nova-compute[75018]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 05 16:58:06 user nova-compute[75018]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 05 16:58:06 user nova-compute[75018]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Dec 05 16:58:06 user nova-compute[75018]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84599
Dec 05 16:58:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap02002bcb-35, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap02002bcb-35, col_values=(('qos', UUID('e595462c-37e0-4436-8c34-f78172aee65c')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap02002bcb-35, col_values=(('external_ids', {'iface-id': '02002bcb-358a-47b2-bd1c-5732d9d181ed', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:58:a4:88', 'vm-uuid': '5931bfc3-7400-4941-bc87-b07f86c6982b'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:58:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:06 user nova-compute[75018]: INFO os_vif [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:58:a4:88,bridge_name='br-int',has_traffic_filtering=True,id=02002bcb-358a-47b2-bd1c-5732d9d181ed,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02002bcb-35')
Dec 05 16:58:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:58:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No VIF found with MAC fa:16:3e:58:a4:88, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 16:58:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:10 user nova-compute[75018]: DEBUG nova.compute.manager [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 16:58:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 16:58:10 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Instance spawned successfully.
Dec 05 16:58:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 16:58:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:10 user nova-compute[75018]: DEBUG nova.network.neutron [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Successfully updated port: f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:58:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquired lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:10 user nova-compute[75018]: DEBUG nova.network.neutron [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 16:58:10 user nova-compute[75018]: INFO nova.compute.manager [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Took 8.77 seconds to spawn the instance on the hypervisor.
Dec 05 16:58:10 user nova-compute[75018]: DEBUG nova.compute.manager [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 16:58:10 user nova-compute[75018]: INFO nova.compute.manager [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Took 9.69 seconds to build instance.
Dec 05 16:58:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46f8b456-75cf-4d1f-a499-2c89e32972ea tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.846s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:10 user nova-compute[75018]: DEBUG nova.network.neutron [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:58:10 user nova-compute[75018]: DEBUG nova.compute.manager [req-6c0cb3c5-dd23-49f1-a250-2aa9512b61b9 req-b63fedfc-b324-4d98-8ee6-9dfef9c167ea service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received event network-changed-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:10 user nova-compute[75018]: DEBUG nova.compute.manager [req-6c0cb3c5-dd23-49f1-a250-2aa9512b61b9 req-b63fedfc-b324-4d98-8ee6-9dfef9c167ea service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Refreshing instance network info cache due to event network-changed-f56ffda0-863c-464b-8245-93c0c556b83a. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:58:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6c0cb3c5-dd23-49f1-a250-2aa9512b61b9 req-b63fedfc-b324-4d98-8ee6-9dfef9c167ea service nova] Acquiring lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:11 user nova-compute[75018]: DEBUG nova.network.neutron [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Successfully updated port: da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:58:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquired lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:11 user nova-compute[75018]: DEBUG nova.network.neutron [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.network.neutron [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.network.neutron [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updating instance_info_cache with network_info: [{"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Releasing lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.compute.manager [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Instance network_info: |[{"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6c0cb3c5-dd23-49f1-a250-2aa9512b61b9 req-b63fedfc-b324-4d98-8ee6-9dfef9c167ea service nova] Acquired lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.network.neutron [req-6c0cb3c5-dd23-49f1-a250-2aa9512b61b9 req-b63fedfc-b324-4d98-8ee6-9dfef9c167ea service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Refreshing network info cache for port f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Start _get_guest_xml network_info=[{"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 16:58:12 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:12 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-357302359',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-357302359',id=1,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMIZtNqCYhtg8n1L6lRW2xyFGriBKksrRP8KIzSQt0hh7GgXKNprB5zQw+cF3sbgrKki4gjdLk28kIsJA90bi4SXlJ4K3l5dYOxBFb4OIcY6eHQQUHxbuEoU9JVIgUKMyQ==',key_name='tempest-keypair-1082907851',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eeda605e799e4fc88ae4e8898981ee9c',ramdisk_id='',reservation_id='r-3qqqlwj3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1242004540',owner_user_name='tempest-AttachVolumeShelveTestJSON-1242004540-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:57:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d407dbeca07a4ef1ade84c3932a79211',uuid=8d040d8b-78c5-4b7a-9fc2-820aa6ebed52,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converting VIF {"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:85:f8,bridge_name='br-int',has_traffic_filtering=True,id=f56ffda0-863c-464b-8245-93c0c556b83a,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf56ffda0-86') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:58:12 user nova-compute[75018]: DEBUG nova.objects.instance [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'pci_devices' on Instance uuid 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] End _get_guest_xml xml=<domain type="kvm">
Dec 05 16:58:13 user nova-compute[75018]:   <uuid>8d040d8b-78c5-4b7a-9fc2-820aa6ebed52</uuid>
Dec 05 16:58:13 user nova-compute[75018]:   <name>instance-00000001</name>
Dec 05 16:58:13 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 16:58:13 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 16:58:13 user nova-compute[75018]:   <metadata>
Dec 05 16:58:13 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 16:58:13 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 16:58:13 user nova-compute[75018]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-357302359</nova:name>
Dec 05 16:58:13 user nova-compute[75018]:       <nova:creationTime>2023-12-05 16:58:12</nova:creationTime>
Dec 05 16:58:13 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 16:58:13 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 16:58:13 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 16:58:13 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 16:58:13 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 16:58:13 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 16:58:13 user nova-compute[75018]:       </nova:flavor>
Dec 05 16:58:13 user nova-compute[75018]:       <nova:owner>
Dec 05 16:58:13 user nova-compute[75018]:         <nova:user uuid="d407dbeca07a4ef1ade84c3932a79211">tempest-AttachVolumeShelveTestJSON-1242004540-project-member</nova:user>
Dec 05 16:58:13 user nova-compute[75018]:         <nova:project uuid="eeda605e799e4fc88ae4e8898981ee9c">tempest-AttachVolumeShelveTestJSON-1242004540</nova:project>
Dec 05 16:58:13 user nova-compute[75018]:       </nova:owner>
Dec 05 16:58:13 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 16:58:13 user nova-compute[75018]:       <nova:ports>
Dec 05 16:58:13 user nova-compute[75018]:         <nova:port uuid="f56ffda0-863c-464b-8245-93c0c556b83a">
Dec 05 16:58:13 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 05 16:58:13 user nova-compute[75018]:         </nova:port>
Dec 05 16:58:13 user nova-compute[75018]:       </nova:ports>
Dec 05 16:58:13 user nova-compute[75018]:     </nova:instance>
Dec 05 16:58:13 user nova-compute[75018]:   </metadata>
Dec 05 16:58:13 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 16:58:13 user nova-compute[75018]:     <system>
Dec 05 16:58:13 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 16:58:13 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 16:58:13 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 16:58:13 user nova-compute[75018]:       <entry name="serial">8d040d8b-78c5-4b7a-9fc2-820aa6ebed52</entry>
Dec 05 16:58:13 user nova-compute[75018]:       <entry name="uuid">8d040d8b-78c5-4b7a-9fc2-820aa6ebed52</entry>
Dec 05 16:58:13 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 16:58:13 user nova-compute[75018]:     </system>
Dec 05 16:58:13 user nova-compute[75018]:   </sysinfo>
Dec 05 16:58:13 user nova-compute[75018]:   <os>
Dec 05 16:58:13 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 16:58:13 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 16:58:13 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 16:58:13 user nova-compute[75018]:   </os>
Dec 05 16:58:13 user nova-compute[75018]:   <features>
Dec 05 16:58:13 user nova-compute[75018]:     <acpi/>
Dec 05 16:58:13 user nova-compute[75018]:     <apic/>
Dec 05 16:58:13 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 16:58:13 user nova-compute[75018]:   </features>
Dec 05 16:58:13 user nova-compute[75018]:   <clock offset="utc">
Dec 05 16:58:13 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 16:58:13 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 16:58:13 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 16:58:13 user nova-compute[75018]:   </clock>
Dec 05 16:58:13 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 16:58:13 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 16:58:13 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 16:58:13 user nova-compute[75018]:   </cpu>
Dec 05 16:58:13 user nova-compute[75018]:   <devices>
Dec 05 16:58:13 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 16:58:13 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 16:58:13 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk"/>
Dec 05 16:58:13 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 16:58:13 user nova-compute[75018]:     </disk>
Dec 05 16:58:13 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:58:13 user nova-compute[75018]:       <mac address="fa:16:3e:c9:85:f8"/>
Dec 05 16:58:13 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:58:13 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:58:13 user nova-compute[75018]:       <target dev="tapf56ffda0-86"/>
Dec 05 16:58:13 user nova-compute[75018]:     </interface>
Dec 05 16:58:13 user nova-compute[75018]:     <serial type="pty">
Dec 05 16:58:13 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/console.log" append="off"/>
Dec 05 16:58:13 user nova-compute[75018]:     </serial>
Dec 05 16:58:13 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 16:58:13 user nova-compute[75018]:     <video>
Dec 05 16:58:13 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:58:13 user nova-compute[75018]:     </video>
Dec 05 16:58:13 user nova-compute[75018]:     <rng model="virtio">
Dec 05 16:58:13 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 16:58:13 user nova-compute[75018]:     </rng>
Dec 05 16:58:13 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 16:58:13 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 16:58:13 user nova-compute[75018]:       <stats period="10"/>
Dec 05 16:58:13 user nova-compute[75018]:     </memballoon>
Dec 05 16:58:13 user nova-compute[75018]:   </devices>
Dec 05 16:58:13 user nova-compute[75018]: </domain>
Dec 05 16:58:13 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-357302359',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-357302359',id=1,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMIZtNqCYhtg8n1L6lRW2xyFGriBKksrRP8KIzSQt0hh7GgXKNprB5zQw+cF3sbgrKki4gjdLk28kIsJA90bi4SXlJ4K3l5dYOxBFb4OIcY6eHQQUHxbuEoU9JVIgUKMyQ==',key_name='tempest-keypair-1082907851',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eeda605e799e4fc88ae4e8898981ee9c',ramdisk_id='',reservation_id='r-3qqqlwj3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1242004540',owner_user_name='tempest-AttachVolumeShelveTestJSON-1242004540-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:57:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d407dbeca07a4ef1ade84c3932a79211',uuid=8d040d8b-78c5-4b7a-9fc2-820aa6ebed52,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converting VIF {"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:85:f8,bridge_name='br-int',has_traffic_filtering=True,id=f56ffda0-863c-464b-8245-93c0c556b83a,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf56ffda0-86') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG os_vif [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:85:f8,bridge_name='br-int',has_traffic_filtering=True,id=f56ffda0-863c-464b-8245-93c0c556b83a,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf56ffda0-86') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '71139c63-f869-50f4-bea2-2da82e1f10a6', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf56ffda0-86, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf56ffda0-86, col_values=(('qos', UUID('00d76ef6-6f68-42d0-9765-7e4826ddfcb8')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf56ffda0-86, col_values=(('external_ids', {'iface-id': 'f56ffda0-863c-464b-8245-93c0c556b83a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c9:85:f8', 'vm-uuid': '8d040d8b-78c5-4b7a-9fc2-820aa6ebed52'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:13 user nova-compute[75018]: INFO os_vif [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:85:f8,bridge_name='br-int',has_traffic_filtering=True,id=f56ffda0-863c-464b-8245-93c0c556b83a,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf56ffda0-86')
Dec 05 16:58:13 user nova-compute[75018]: DEBUG nova.compute.manager [req-c9d46e8a-058f-490b-adaf-ae50a3ef994b req-10b7d388-9031-4b57-90b9-c61f18973450 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received event network-changed-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG nova.compute.manager [req-c9d46e8a-058f-490b-adaf-ae50a3ef994b req-10b7d388-9031-4b57-90b9-c61f18973450 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Refreshing instance network info cache due to event network-changed-da4700b8-c7a8-49c6-81e0-d51d0027142c. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c9d46e8a-058f-490b-adaf-ae50a3ef994b req-10b7d388-9031-4b57-90b9-c61f18973450 service nova] Acquiring lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] No VIF found with MAC fa:16:3e:c9:85:f8, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 16:58:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.network.neutron [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Updating instance_info_cache with network_info: [{"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Releasing lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Instance network_info: |[{"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c9d46e8a-058f-490b-adaf-ae50a3ef994b req-10b7d388-9031-4b57-90b9-c61f18973450 service nova] Acquired lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.network.neutron [req-c9d46e8a-058f-490b-adaf-ae50a3ef994b req-10b7d388-9031-4b57-90b9-c61f18973450 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Refreshing network info cache for port da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Start _get_guest_xml network_info=[{"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 16:58:14 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:14 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:57:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-626047171',display_name='tempest-ServerRescueNegativeTestJSON-server-626047171',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-626047171',id=2,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c59020daca4249899bd1aaccf3b0e4c7',ramdisk_id='',reservation_id='r-pdyvn0uq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1436336392',owner_user_name='tempest-ServerRescueNegativeTestJSON-1436336392-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:00Z,user_data=None,user_id='8690c14a73d84daa91572814b703c48b',uuid=533bba90-582b-4ad5-9763-532788f79d6f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converting VIF {"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:c3:74,bridge_name='br-int',has_traffic_filtering=True,id=da4700b8-c7a8-49c6-81e0-d51d0027142c,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda4700b8-c7') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.objects.instance [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'pci_devices' on Instance uuid 533bba90-582b-4ad5-9763-532788f79d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] End _get_guest_xml xml=<domain type="kvm">
Dec 05 16:58:14 user nova-compute[75018]:   <uuid>533bba90-582b-4ad5-9763-532788f79d6f</uuid>
Dec 05 16:58:14 user nova-compute[75018]:   <name>instance-00000002</name>
Dec 05 16:58:14 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 16:58:14 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 16:58:14 user nova-compute[75018]:   <metadata>
Dec 05 16:58:14 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 16:58:14 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 16:58:14 user nova-compute[75018]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-626047171</nova:name>
Dec 05 16:58:14 user nova-compute[75018]:       <nova:creationTime>2023-12-05 16:58:14</nova:creationTime>
Dec 05 16:58:14 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 16:58:14 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 16:58:14 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 16:58:14 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 16:58:14 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 16:58:14 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 16:58:14 user nova-compute[75018]:       </nova:flavor>
Dec 05 16:58:14 user nova-compute[75018]:       <nova:owner>
Dec 05 16:58:14 user nova-compute[75018]:         <nova:user uuid="8690c14a73d84daa91572814b703c48b">tempest-ServerRescueNegativeTestJSON-1436336392-project-member</nova:user>
Dec 05 16:58:14 user nova-compute[75018]:         <nova:project uuid="c59020daca4249899bd1aaccf3b0e4c7">tempest-ServerRescueNegativeTestJSON-1436336392</nova:project>
Dec 05 16:58:14 user nova-compute[75018]:       </nova:owner>
Dec 05 16:58:14 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 16:58:14 user nova-compute[75018]:       <nova:ports>
Dec 05 16:58:14 user nova-compute[75018]:         <nova:port uuid="da4700b8-c7a8-49c6-81e0-d51d0027142c">
Dec 05 16:58:14 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 05 16:58:14 user nova-compute[75018]:         </nova:port>
Dec 05 16:58:14 user nova-compute[75018]:       </nova:ports>
Dec 05 16:58:14 user nova-compute[75018]:     </nova:instance>
Dec 05 16:58:14 user nova-compute[75018]:   </metadata>
Dec 05 16:58:14 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 16:58:14 user nova-compute[75018]:     <system>
Dec 05 16:58:14 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 16:58:14 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 16:58:14 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 16:58:14 user nova-compute[75018]:       <entry name="serial">533bba90-582b-4ad5-9763-532788f79d6f</entry>
Dec 05 16:58:14 user nova-compute[75018]:       <entry name="uuid">533bba90-582b-4ad5-9763-532788f79d6f</entry>
Dec 05 16:58:14 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 16:58:14 user nova-compute[75018]:     </system>
Dec 05 16:58:14 user nova-compute[75018]:   </sysinfo>
Dec 05 16:58:14 user nova-compute[75018]:   <os>
Dec 05 16:58:14 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 16:58:14 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 16:58:14 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 16:58:14 user nova-compute[75018]:   </os>
Dec 05 16:58:14 user nova-compute[75018]:   <features>
Dec 05 16:58:14 user nova-compute[75018]:     <acpi/>
Dec 05 16:58:14 user nova-compute[75018]:     <apic/>
Dec 05 16:58:14 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 16:58:14 user nova-compute[75018]:   </features>
Dec 05 16:58:14 user nova-compute[75018]:   <clock offset="utc">
Dec 05 16:58:14 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 16:58:14 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 16:58:14 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 16:58:14 user nova-compute[75018]:   </clock>
Dec 05 16:58:14 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 16:58:14 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 16:58:14 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 16:58:14 user nova-compute[75018]:   </cpu>
Dec 05 16:58:14 user nova-compute[75018]:   <devices>
Dec 05 16:58:14 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 16:58:14 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 16:58:14 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk"/>
Dec 05 16:58:14 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 16:58:14 user nova-compute[75018]:     </disk>
Dec 05 16:58:14 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:58:14 user nova-compute[75018]:       <mac address="fa:16:3e:f9:c3:74"/>
Dec 05 16:58:14 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:58:14 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:58:14 user nova-compute[75018]:       <target dev="tapda4700b8-c7"/>
Dec 05 16:58:14 user nova-compute[75018]:     </interface>
Dec 05 16:58:14 user nova-compute[75018]:     <serial type="pty">
Dec 05 16:58:14 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/console.log" append="off"/>
Dec 05 16:58:14 user nova-compute[75018]:     </serial>
Dec 05 16:58:14 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 16:58:14 user nova-compute[75018]:     <video>
Dec 05 16:58:14 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:58:14 user nova-compute[75018]:     </video>
Dec 05 16:58:14 user nova-compute[75018]:     <rng model="virtio">
Dec 05 16:58:14 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 16:58:14 user nova-compute[75018]:     </rng>
Dec 05 16:58:14 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 16:58:14 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 16:58:14 user nova-compute[75018]:       <stats period="10"/>
Dec 05 16:58:14 user nova-compute[75018]:     </memballoon>
Dec 05 16:58:14 user nova-compute[75018]:   </devices>
Dec 05 16:58:14 user nova-compute[75018]: </domain>
Dec 05 16:58:14 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:57:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-626047171',display_name='tempest-ServerRescueNegativeTestJSON-server-626047171',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-626047171',id=2,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c59020daca4249899bd1aaccf3b0e4c7',ramdisk_id='',reservation_id='r-pdyvn0uq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1436336392',owner_user_name='tempest-ServerRescueNegativeTestJSON-1436336392-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:00Z,user_data=None,user_id='8690c14a73d84daa91572814b703c48b',uuid=533bba90-582b-4ad5-9763-532788f79d6f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converting VIF {"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:c3:74,bridge_name='br-int',has_traffic_filtering=True,id=da4700b8-c7a8-49c6-81e0-d51d0027142c,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda4700b8-c7') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG os_vif [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:c3:74,bridge_name='br-int',has_traffic_filtering=True,id=da4700b8-c7a8-49c6-81e0-d51d0027142c,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda4700b8-c7') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c970fd1f-4664-5e04-b7f4-18ef21de98c3', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapda4700b8-c7, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapda4700b8-c7, col_values=(('qos', UUID('9cb88d9e-9ae4-4009-a33f-fab97d10fbeb')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapda4700b8-c7, col_values=(('external_ids', {'iface-id': 'da4700b8-c7a8-49c6-81e0-d51d0027142c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f9:c3:74', 'vm-uuid': '533bba90-582b-4ad5-9763-532788f79d6f'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:14 user nova-compute[75018]: INFO os_vif [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:c3:74,bridge_name='br-int',has_traffic_filtering=True,id=da4700b8-c7a8-49c6-81e0-d51d0027142c,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda4700b8-c7')
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No VIF found with MAC fa:16:3e:f9:c3:74, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:15 user nova-compute[75018]: DEBUG nova.network.neutron [req-6c0cb3c5-dd23-49f1-a250-2aa9512b61b9 req-b63fedfc-b324-4d98-8ee6-9dfef9c167ea service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updated VIF entry in instance network info cache for port f56ffda0-863c-464b-8245-93c0c556b83a. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 16:58:15 user nova-compute[75018]: DEBUG nova.network.neutron [req-6c0cb3c5-dd23-49f1-a250-2aa9512b61b9 req-b63fedfc-b324-4d98-8ee6-9dfef9c167ea service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updating instance_info_cache with network_info: [{"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6c0cb3c5-dd23-49f1-a250-2aa9512b61b9 req-b63fedfc-b324-4d98-8ee6-9dfef9c167ea service nova] Releasing lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:16 user nova-compute[75018]: DEBUG nova.network.neutron [req-c9d46e8a-058f-490b-adaf-ae50a3ef994b req-10b7d388-9031-4b57-90b9-c61f18973450 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Updated VIF entry in instance network info cache for port da4700b8-c7a8-49c6-81e0-d51d0027142c. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 16:58:16 user nova-compute[75018]: DEBUG nova.network.neutron [req-c9d46e8a-058f-490b-adaf-ae50a3ef994b req-10b7d388-9031-4b57-90b9-c61f18973450 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Updating instance_info_cache with network_info: [{"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c9d46e8a-058f-490b-adaf-ae50a3ef994b req-10b7d388-9031-4b57-90b9-c61f18973450 service nova] Releasing lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "a55ebc44-4426-4281-a96d-7f4434835d12" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "a55ebc44-4426-4281-a96d-7f4434835d12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:18 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 16:58:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:18 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 16:58:18 user nova-compute[75018]: INFO nova.compute.claims [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Claim successful on node user
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.624s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.compute.manager [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 16:58:19 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Instance spawned successfully.
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.network.neutron [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 16:58:19 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 16:58:19 user nova-compute[75018]: INFO nova.compute.manager [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Took 20.92 seconds to spawn the instance on the hypervisor.
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.compute.manager [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.policy [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '992da5e70c5d49fd987fcbcda4125e08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1940afc83e1f4eb895ee34b41683a4a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 16:58:19 user nova-compute[75018]: INFO nova.compute.manager [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Took 22.01 seconds to build instance.
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 16:58:19 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Creating image(s)
Dec 05 16:58:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "/opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "/opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "/opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-40b19eaa-b125-42c3-bd13-f9ca378a005a tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.313s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 16:58:20 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Instance spawned successfully.
Dec 05 16:58:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.342s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:20 user nova-compute[75018]: INFO nova.compute.manager [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Took 20.20 seconds to spawn the instance on the hypervisor.
Dec 05 16:58:20 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.244s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk 1073741824" returned: 0 in 0.076s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:20 user nova-compute[75018]: INFO nova.compute.manager [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Took 21.18 seconds to build instance.
Dec 05 16:58:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.340s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2740dc90-cfbe-4b88-ba40-890c264b9bbd tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "533bba90-582b-4ad5-9763-532788f79d6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.362s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.213s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 16:58:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json" returned: 0 in 0.319s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:21 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Cannot resize image /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 16:58:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 16:58:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Ensure instance console log exists: /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 16:58:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:22 user nova-compute[75018]: DEBUG nova.network.neutron [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Successfully created port: 4ea73764-0847-4da1-8020-d2a7c22cc4c2 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:58:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-c8e2c706-badb-4f25-9384-8d2e6790725f req-84ae1828-181a-4dbd-83fb-c23aac63f9a6 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received event network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c8e2c706-badb-4f25-9384-8d2e6790725f req-84ae1828-181a-4dbd-83fb-c23aac63f9a6 service nova] Acquiring lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c8e2c706-badb-4f25-9384-8d2e6790725f req-84ae1828-181a-4dbd-83fb-c23aac63f9a6 service nova] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c8e2c706-badb-4f25-9384-8d2e6790725f req-84ae1828-181a-4dbd-83fb-c23aac63f9a6 service nova] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-c8e2c706-badb-4f25-9384-8d2e6790725f req-84ae1828-181a-4dbd-83fb-c23aac63f9a6 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] No waiting events found dispatching network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:58:22 user nova-compute[75018]: WARNING nova.compute.manager [req-c8e2c706-badb-4f25-9384-8d2e6790725f req-84ae1828-181a-4dbd-83fb-c23aac63f9a6 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received unexpected event network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a for instance with vm_state active and task_state None.
Dec 05 16:58:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:24 user nova-compute[75018]: DEBUG nova.compute.manager [req-207b79b8-4c5b-4d24-8afc-5504e0b3c666 req-f088faf2-29c7-4f08-8f5f-f5720f65d135 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received event network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207b79b8-4c5b-4d24-8afc-5504e0b3c666 req-f088faf2-29c7-4f08-8f5f-f5720f65d135 service nova] Acquiring lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207b79b8-4c5b-4d24-8afc-5504e0b3c666 req-f088faf2-29c7-4f08-8f5f-f5720f65d135 service nova] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207b79b8-4c5b-4d24-8afc-5504e0b3c666 req-f088faf2-29c7-4f08-8f5f-f5720f65d135 service nova] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:24 user nova-compute[75018]: DEBUG nova.compute.manager [req-207b79b8-4c5b-4d24-8afc-5504e0b3c666 req-f088faf2-29c7-4f08-8f5f-f5720f65d135 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] No waiting events found dispatching network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:58:24 user nova-compute[75018]: WARNING nova.compute.manager [req-207b79b8-4c5b-4d24-8afc-5504e0b3c666 req-f088faf2-29c7-4f08-8f5f-f5720f65d135 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received unexpected event network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a for instance with vm_state active and task_state None.
Dec 05 16:58:25 user nova-compute[75018]: DEBUG nova.network.neutron [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Successfully updated port: 4ea73764-0847-4da1-8020-d2a7c22cc4c2 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:58:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "refresh_cache-a55ebc44-4426-4281-a96d-7f4434835d12" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquired lock "refresh_cache-a55ebc44-4426-4281-a96d-7f4434835d12" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:25 user nova-compute[75018]: DEBUG nova.network.neutron [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 16:58:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "90ef686b-3ab5-4970-849d-04c563a39459" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "90ef686b-3ab5-4970-849d-04c563a39459" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 16:58:26 user nova-compute[75018]: INFO nova.compute.claims [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Claim successful on node user
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Updating instance_info_cache with network_info: [{"id": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "address": "fa:16:3e:e4:c3:49", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ea73764-08", "ovs_interfaceid": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Releasing lock "refresh_cache-a55ebc44-4426-4281-a96d-7f4434835d12" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Instance network_info: |[{"id": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "address": "fa:16:3e:e4:c3:49", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ea73764-08", "ovs_interfaceid": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Start _get_guest_xml network_info=[{"id": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "address": "fa:16:3e:e4:c3:49", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ea73764-08", "ovs_interfaceid": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 16:58:26 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:26 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:58:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1690891667',display_name='tempest-VolumesAdminNegativeTest-server-1690891667',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1690891667',id=4,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN7A2WjrvzCEufvGbzIFsY8+XBEhWuZhIRhjr6dNyVSGRgWCDVQjlwqyuy/hnwDupbgnczYT1bR70dhlSq8/cnbP58a9NoW9K3qGJeMHQXUyQPIoBXDABj4ScXtaYVI+hg==',key_name='tempest-keypair-1970335564',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1940afc83e1f4eb895ee34b41683a4a5',ramdisk_id='',reservation_id='r-t2h8eslz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-96677364',owner_user_name='tempest-VolumesAdminNegativeTest-96677364-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='992da5e70c5d49fd987fcbcda4125e08',uuid=a55ebc44-4426-4281-a96d-7f4434835d12,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "address": "fa:16:3e:e4:c3:49", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ea73764-08", "ovs_interfaceid": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Converting VIF {"id": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "address": "fa:16:3e:e4:c3:49", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ea73764-08", "ovs_interfaceid": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:c3:49,bridge_name='br-int',has_traffic_filtering=True,id=4ea73764-0847-4da1-8020-d2a7c22cc4c2,network=Network(cb2fba5c-82a2-4d0c-865e-f4d73312b987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ea73764-08') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.objects.instance [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lazy-loading 'pci_devices' on Instance uuid a55ebc44-4426-4281-a96d-7f4434835d12 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] End _get_guest_xml xml=<domain type="kvm">
Dec 05 16:58:26 user nova-compute[75018]:   <uuid>a55ebc44-4426-4281-a96d-7f4434835d12</uuid>
Dec 05 16:58:26 user nova-compute[75018]:   <name>instance-00000004</name>
Dec 05 16:58:26 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 16:58:26 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 16:58:26 user nova-compute[75018]:   <metadata>
Dec 05 16:58:26 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 16:58:26 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 16:58:26 user nova-compute[75018]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1690891667</nova:name>
Dec 05 16:58:26 user nova-compute[75018]:       <nova:creationTime>2023-12-05 16:58:26</nova:creationTime>
Dec 05 16:58:26 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 16:58:26 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 16:58:26 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 16:58:26 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 16:58:26 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 16:58:26 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 16:58:26 user nova-compute[75018]:       </nova:flavor>
Dec 05 16:58:26 user nova-compute[75018]:       <nova:owner>
Dec 05 16:58:26 user nova-compute[75018]:         <nova:user uuid="992da5e70c5d49fd987fcbcda4125e08">tempest-VolumesAdminNegativeTest-96677364-project-member</nova:user>
Dec 05 16:58:26 user nova-compute[75018]:         <nova:project uuid="1940afc83e1f4eb895ee34b41683a4a5">tempest-VolumesAdminNegativeTest-96677364</nova:project>
Dec 05 16:58:26 user nova-compute[75018]:       </nova:owner>
Dec 05 16:58:26 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 16:58:26 user nova-compute[75018]:       <nova:ports>
Dec 05 16:58:26 user nova-compute[75018]:         <nova:port uuid="4ea73764-0847-4da1-8020-d2a7c22cc4c2">
Dec 05 16:58:26 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 05 16:58:26 user nova-compute[75018]:         </nova:port>
Dec 05 16:58:26 user nova-compute[75018]:       </nova:ports>
Dec 05 16:58:26 user nova-compute[75018]:     </nova:instance>
Dec 05 16:58:26 user nova-compute[75018]:   </metadata>
Dec 05 16:58:26 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 16:58:26 user nova-compute[75018]:     <system>
Dec 05 16:58:26 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 16:58:26 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 16:58:26 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 16:58:26 user nova-compute[75018]:       <entry name="serial">a55ebc44-4426-4281-a96d-7f4434835d12</entry>
Dec 05 16:58:26 user nova-compute[75018]:       <entry name="uuid">a55ebc44-4426-4281-a96d-7f4434835d12</entry>
Dec 05 16:58:26 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 16:58:26 user nova-compute[75018]:     </system>
Dec 05 16:58:26 user nova-compute[75018]:   </sysinfo>
Dec 05 16:58:26 user nova-compute[75018]:   <os>
Dec 05 16:58:26 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 16:58:26 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 16:58:26 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 16:58:26 user nova-compute[75018]:   </os>
Dec 05 16:58:26 user nova-compute[75018]:   <features>
Dec 05 16:58:26 user nova-compute[75018]:     <acpi/>
Dec 05 16:58:26 user nova-compute[75018]:     <apic/>
Dec 05 16:58:26 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 16:58:26 user nova-compute[75018]:   </features>
Dec 05 16:58:26 user nova-compute[75018]:   <clock offset="utc">
Dec 05 16:58:26 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 16:58:26 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 16:58:26 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 16:58:26 user nova-compute[75018]:   </clock>
Dec 05 16:58:26 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 16:58:26 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 16:58:26 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 16:58:26 user nova-compute[75018]:   </cpu>
Dec 05 16:58:26 user nova-compute[75018]:   <devices>
Dec 05 16:58:26 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 16:58:26 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 16:58:26 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk"/>
Dec 05 16:58:26 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 16:58:26 user nova-compute[75018]:     </disk>
Dec 05 16:58:26 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:58:26 user nova-compute[75018]:       <mac address="fa:16:3e:e4:c3:49"/>
Dec 05 16:58:26 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:58:26 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:58:26 user nova-compute[75018]:       <target dev="tap4ea73764-08"/>
Dec 05 16:58:26 user nova-compute[75018]:     </interface>
Dec 05 16:58:26 user nova-compute[75018]:     <serial type="pty">
Dec 05 16:58:26 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/console.log" append="off"/>
Dec 05 16:58:26 user nova-compute[75018]:     </serial>
Dec 05 16:58:26 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 16:58:26 user nova-compute[75018]:     <video>
Dec 05 16:58:26 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:58:26 user nova-compute[75018]:     </video>
Dec 05 16:58:26 user nova-compute[75018]:     <rng model="virtio">
Dec 05 16:58:26 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 16:58:26 user nova-compute[75018]:     </rng>
Dec 05 16:58:26 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 16:58:26 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 16:58:26 user nova-compute[75018]:       <stats period="10"/>
Dec 05 16:58:26 user nova-compute[75018]:     </memballoon>
Dec 05 16:58:26 user nova-compute[75018]:   </devices>
Dec 05 16:58:26 user nova-compute[75018]: </domain>
Dec 05 16:58:26 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:58:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1690891667',display_name='tempest-VolumesAdminNegativeTest-server-1690891667',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1690891667',id=4,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN7A2WjrvzCEufvGbzIFsY8+XBEhWuZhIRhjr6dNyVSGRgWCDVQjlwqyuy/hnwDupbgnczYT1bR70dhlSq8/cnbP58a9NoW9K3qGJeMHQXUyQPIoBXDABj4ScXtaYVI+hg==',key_name='tempest-keypair-1970335564',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1940afc83e1f4eb895ee34b41683a4a5',ramdisk_id='',reservation_id='r-t2h8eslz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-96677364',owner_user_name='tempest-VolumesAdminNegativeTest-96677364-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='992da5e70c5d49fd987fcbcda4125e08',uuid=a55ebc44-4426-4281-a96d-7f4434835d12,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "address": "fa:16:3e:e4:c3:49", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ea73764-08", "ovs_interfaceid": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Converting VIF {"id": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "address": "fa:16:3e:e4:c3:49", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ea73764-08", "ovs_interfaceid": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:c3:49,bridge_name='br-int',has_traffic_filtering=True,id=4ea73764-0847-4da1-8020-d2a7c22cc4c2,network=Network(cb2fba5c-82a2-4d0c-865e-f4d73312b987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ea73764-08') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG os_vif [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:c3:49,bridge_name='br-int',has_traffic_filtering=True,id=4ea73764-0847-4da1-8020-d2a7c22cc4c2,network=Network(cb2fba5c-82a2-4d0c-865e-f4d73312b987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ea73764-08') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6194787b-f9d3-5f43-ad4f-6c1d776dd255', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-d2134d29-c200-4061-b578-7abd2b863cc9 req-9dec5078-84cd-41cb-883b-ce023100d215 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Received event network-changed-4ea73764-0847-4da1-8020-d2a7c22cc4c2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-d2134d29-c200-4061-b578-7abd2b863cc9 req-9dec5078-84cd-41cb-883b-ce023100d215 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Refreshing instance network info cache due to event network-changed-4ea73764-0847-4da1-8020-d2a7c22cc4c2. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d2134d29-c200-4061-b578-7abd2b863cc9 req-9dec5078-84cd-41cb-883b-ce023100d215 service nova] Acquiring lock "refresh_cache-a55ebc44-4426-4281-a96d-7f4434835d12" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d2134d29-c200-4061-b578-7abd2b863cc9 req-9dec5078-84cd-41cb-883b-ce023100d215 service nova] Acquired lock "refresh_cache-a55ebc44-4426-4281-a96d-7f4434835d12" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG nova.network.neutron [req-d2134d29-c200-4061-b578-7abd2b863cc9 req-9dec5078-84cd-41cb-883b-ce023100d215 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Refreshing network info cache for port 4ea73764-0847-4da1-8020-d2a7c22cc4c2 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4ea73764-08, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4ea73764-08, col_values=(('qos', UUID('1ce31f46-696e-4fcb-9880-289e2534a6f3')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4ea73764-08, col_values=(('external_ids', {'iface-id': '4ea73764-0847-4da1-8020-d2a7c22cc4c2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e4:c3:49', 'vm-uuid': 'a55ebc44-4426-4281-a96d-7f4434835d12'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:58:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:26 user nova-compute[75018]: INFO os_vif [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:c3:49,bridge_name='br-int',has_traffic_filtering=True,id=4ea73764-0847-4da1-8020-d2a7c22cc4c2,network=Network(cb2fba5c-82a2-4d0c-865e-f4d73312b987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ea73764-08')
Dec 05 16:58:27 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 16:58:27 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 16:58:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:58:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] No VIF found with MAC fa:16:3e:e4:c3:49, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 16:58:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.569s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:27 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 16:58:27 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 16:58:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 16:58:27 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 16:58:27 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 16:58:27 user nova-compute[75018]: DEBUG nova.policy [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0971d1203d54ddc94323b4660945710', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1a0b8f604d44257a61718bc13f23450', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 16:58:27 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 16:58:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 16:58:27 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Creating image(s)
Dec 05 16:58:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.222s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.238s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk 1073741824" returned: 0 in 0.144s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.391s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.272s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Checking if we can resize image /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG nova.network.neutron [req-d2134d29-c200-4061-b578-7abd2b863cc9 req-9dec5078-84cd-41cb-883b-ce023100d215 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Updated VIF entry in instance network info cache for port 4ea73764-0847-4da1-8020-d2a7c22cc4c2. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG nova.network.neutron [req-d2134d29-c200-4061-b578-7abd2b863cc9 req-9dec5078-84cd-41cb-883b-ce023100d215 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Updating instance_info_cache with network_info: [{"id": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "address": "fa:16:3e:e4:c3:49", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ea73764-08", "ovs_interfaceid": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d2134d29-c200-4061-b578-7abd2b863cc9 req-9dec5078-84cd-41cb-883b-ce023100d215 service nova] Releasing lock "refresh_cache-a55ebc44-4426-4281-a96d-7f4434835d12" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk --force-share --output=json" returned: 0 in 0.292s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Cannot resize image /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Ensure instance console log exists: /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.010s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:29 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Successfully created port: c76a1f87-144e-41b1-987e-d0d98f066960 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:58:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Acquiring lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 16:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.014s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 16:58:30 user nova-compute[75018]: INFO nova.compute.claims [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Claim successful on node user
Dec 05 16:58:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-b4ff9ffd-0b60-4672-b2fb-825d776606fe req-5344ad5a-b8bf-480c-b7fb-877eb33b56ab service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received event network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b4ff9ffd-0b60-4672-b2fb-825d776606fe req-5344ad5a-b8bf-480c-b7fb-877eb33b56ab service nova] Acquiring lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b4ff9ffd-0b60-4672-b2fb-825d776606fe req-5344ad5a-b8bf-480c-b7fb-877eb33b56ab service nova] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b4ff9ffd-0b60-4672-b2fb-825d776606fe req-5344ad5a-b8bf-480c-b7fb-877eb33b56ab service nova] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-b4ff9ffd-0b60-4672-b2fb-825d776606fe req-5344ad5a-b8bf-480c-b7fb-877eb33b56ab service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] No waiting events found dispatching network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:58:30 user nova-compute[75018]: WARNING nova.compute.manager [req-b4ff9ffd-0b60-4672-b2fb-825d776606fe req-5344ad5a-b8bf-480c-b7fb-877eb33b56ab service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received unexpected event network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed for instance with vm_state active and task_state None.
Dec 05 16:58:31 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.830s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG nova.compute.manager [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG nova.compute.manager [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG nova.network.neutron [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 16:58:31 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 16:58:31 user nova-compute[75018]: DEBUG nova.compute.manager [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG nova.compute.manager [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 16:58:31 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Creating image(s)
Dec 05 16:58:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Acquiring lock "/opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "/opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "/opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG nova.policy [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07db227036774f938b9d8ff2dbaa29a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7748795e89204bb7b77af63901f1f0c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.220s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 16:58:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 16:58:31 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Instance spawned successfully.
Dec 05 16:58:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.255s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:32 user nova-compute[75018]: INFO nova.compute.manager [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Took 12.24 seconds to spawn the instance on the hypervisor.
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk 1073741824" returned: 0 in 0.085s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.352s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.244s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Successfully updated port: c76a1f87-144e-41b1-987e-d0d98f066960 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:58:32 user nova-compute[75018]: INFO nova.compute.manager [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Took 13.79 seconds to build instance.
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquired lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a468dc27-4e20-43fd-bbf4-35d0f904fbb7 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "a55ebc44-4426-4281-a96d-7f4434835d12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.945s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.compute.manager [req-7bbb7d76-2cdb-45aa-a81f-cfa4d64ec93a req-b5c59f3d-4b04-40a1-a74b-f9247a741143 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received event network-changed-c76a1f87-144e-41b1-987e-d0d98f066960 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.compute.manager [req-7bbb7d76-2cdb-45aa-a81f-cfa4d64ec93a req-b5c59f3d-4b04-40a1-a74b-f9247a741143 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Refreshing instance network info cache due to event network-changed-c76a1f87-144e-41b1-987e-d0d98f066960. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7bbb7d76-2cdb-45aa-a81f-cfa4d64ec93a req-b5c59f3d-4b04-40a1-a74b-f9247a741143 service nova] Acquiring lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Cannot resize image /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Ensure instance console log exists: /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.compute.manager [req-810b1990-151e-4517-a958-c8e673d742aa req-3295eac7-e3fb-497f-afd7-dbd38c0fbaf8 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received event network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-810b1990-151e-4517-a958-c8e673d742aa req-3295eac7-e3fb-497f-afd7-dbd38c0fbaf8 service nova] Acquiring lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-810b1990-151e-4517-a958-c8e673d742aa req-3295eac7-e3fb-497f-afd7-dbd38c0fbaf8 service nova] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-810b1990-151e-4517-a958-c8e673d742aa req-3295eac7-e3fb-497f-afd7-dbd38c0fbaf8 service nova] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:32 user nova-compute[75018]: DEBUG nova.compute.manager [req-810b1990-151e-4517-a958-c8e673d742aa req-3295eac7-e3fb-497f-afd7-dbd38c0fbaf8 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] No waiting events found dispatching network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:58:32 user nova-compute[75018]: WARNING nova.compute.manager [req-810b1990-151e-4517-a958-c8e673d742aa req-3295eac7-e3fb-497f-afd7-dbd38c0fbaf8 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received unexpected event network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed for instance with vm_state active and task_state None.
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Updating instance_info_cache with network_info: [{"id": "c76a1f87-144e-41b1-987e-d0d98f066960", "address": "fa:16:3e:6d:4a:01", "network": {"id": "59fbfc77-385f-452b-bf63-97845f61a8af", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1220182903-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc76a1f87-14", "ovs_interfaceid": "c76a1f87-144e-41b1-987e-d0d98f066960", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Releasing lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Instance network_info: |[{"id": "c76a1f87-144e-41b1-987e-d0d98f066960", "address": "fa:16:3e:6d:4a:01", "network": {"id": "59fbfc77-385f-452b-bf63-97845f61a8af", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1220182903-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc76a1f87-14", "ovs_interfaceid": "c76a1f87-144e-41b1-987e-d0d98f066960", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7bbb7d76-2cdb-45aa-a81f-cfa4d64ec93a req-b5c59f3d-4b04-40a1-a74b-f9247a741143 service nova] Acquired lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.network.neutron [req-7bbb7d76-2cdb-45aa-a81f-cfa4d64ec93a req-b5c59f3d-4b04-40a1-a74b-f9247a741143 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Refreshing network info cache for port c76a1f87-144e-41b1-987e-d0d98f066960 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Start _get_guest_xml network_info=[{"id": "c76a1f87-144e-41b1-987e-d0d98f066960", "address": "fa:16:3e:6d:4a:01", "network": {"id": "59fbfc77-385f-452b-bf63-97845f61a8af", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1220182903-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc76a1f87-14", "ovs_interfaceid": "c76a1f87-144e-41b1-987e-d0d98f066960", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 16:58:33 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:33 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:58:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-444793847',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-444793847',id=5,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0F4tr//4DRozpM3VkBGKLu4l4pvokC+IdPB4zWPry3jtFEqnJVeY2ceYImSheo0wpM8ldJg/EBNqPzv3lhBuAK3MMppjuNHbytosqAFdentyjU4ooP/HG4QriibQM+lA==',key_name='tempest-keypair-2056806653',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1a0b8f604d44257a61718bc13f23450',ramdisk_id='',reservation_id='r-sbz57739',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1818157073',owner_user_name='tempest-TaggedAttachmentsTest-1818157073-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e0971d1203d54ddc94323b4660945710',uuid=90ef686b-3ab5-4970-849d-04c563a39459,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c76a1f87-144e-41b1-987e-d0d98f066960", "address": "fa:16:3e:6d:4a:01", "network": {"id": "59fbfc77-385f-452b-bf63-97845f61a8af", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1220182903-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc76a1f87-14", "ovs_interfaceid": "c76a1f87-144e-41b1-987e-d0d98f066960", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Converting VIF {"id": "c76a1f87-144e-41b1-987e-d0d98f066960", "address": "fa:16:3e:6d:4a:01", "network": {"id": "59fbfc77-385f-452b-bf63-97845f61a8af", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1220182903-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc76a1f87-14", "ovs_interfaceid": "c76a1f87-144e-41b1-987e-d0d98f066960", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:4a:01,bridge_name='br-int',has_traffic_filtering=True,id=c76a1f87-144e-41b1-987e-d0d98f066960,network=Network(59fbfc77-385f-452b-bf63-97845f61a8af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc76a1f87-14') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.objects.instance [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lazy-loading 'pci_devices' on Instance uuid 90ef686b-3ab5-4970-849d-04c563a39459 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] End _get_guest_xml xml=<domain type="kvm">
Dec 05 16:58:33 user nova-compute[75018]:   <uuid>90ef686b-3ab5-4970-849d-04c563a39459</uuid>
Dec 05 16:58:33 user nova-compute[75018]:   <name>instance-00000005</name>
Dec 05 16:58:33 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 16:58:33 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 16:58:33 user nova-compute[75018]:   <metadata>
Dec 05 16:58:33 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 16:58:33 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 16:58:33 user nova-compute[75018]:       <nova:name>tempest-device-tagging-server-444793847</nova:name>
Dec 05 16:58:33 user nova-compute[75018]:       <nova:creationTime>2023-12-05 16:58:33</nova:creationTime>
Dec 05 16:58:33 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 16:58:33 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 16:58:33 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 16:58:33 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 16:58:33 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 16:58:33 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 16:58:33 user nova-compute[75018]:       </nova:flavor>
Dec 05 16:58:33 user nova-compute[75018]:       <nova:owner>
Dec 05 16:58:33 user nova-compute[75018]:         <nova:user uuid="e0971d1203d54ddc94323b4660945710">tempest-TaggedAttachmentsTest-1818157073-project-member</nova:user>
Dec 05 16:58:33 user nova-compute[75018]:         <nova:project uuid="d1a0b8f604d44257a61718bc13f23450">tempest-TaggedAttachmentsTest-1818157073</nova:project>
Dec 05 16:58:33 user nova-compute[75018]:       </nova:owner>
Dec 05 16:58:33 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 16:58:33 user nova-compute[75018]:       <nova:ports>
Dec 05 16:58:33 user nova-compute[75018]:         <nova:port uuid="c76a1f87-144e-41b1-987e-d0d98f066960">
Dec 05 16:58:33 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 05 16:58:33 user nova-compute[75018]:         </nova:port>
Dec 05 16:58:33 user nova-compute[75018]:       </nova:ports>
Dec 05 16:58:33 user nova-compute[75018]:     </nova:instance>
Dec 05 16:58:33 user nova-compute[75018]:   </metadata>
Dec 05 16:58:33 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 16:58:33 user nova-compute[75018]:     <system>
Dec 05 16:58:33 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 16:58:33 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 16:58:33 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 16:58:33 user nova-compute[75018]:       <entry name="serial">90ef686b-3ab5-4970-849d-04c563a39459</entry>
Dec 05 16:58:33 user nova-compute[75018]:       <entry name="uuid">90ef686b-3ab5-4970-849d-04c563a39459</entry>
Dec 05 16:58:33 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 16:58:33 user nova-compute[75018]:     </system>
Dec 05 16:58:33 user nova-compute[75018]:   </sysinfo>
Dec 05 16:58:33 user nova-compute[75018]:   <os>
Dec 05 16:58:33 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 16:58:33 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 16:58:33 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 16:58:33 user nova-compute[75018]:   </os>
Dec 05 16:58:33 user nova-compute[75018]:   <features>
Dec 05 16:58:33 user nova-compute[75018]:     <acpi/>
Dec 05 16:58:33 user nova-compute[75018]:     <apic/>
Dec 05 16:58:33 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 16:58:33 user nova-compute[75018]:   </features>
Dec 05 16:58:33 user nova-compute[75018]:   <clock offset="utc">
Dec 05 16:58:33 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 16:58:33 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 16:58:33 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 16:58:33 user nova-compute[75018]:   </clock>
Dec 05 16:58:33 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 16:58:33 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 16:58:33 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 16:58:33 user nova-compute[75018]:   </cpu>
Dec 05 16:58:33 user nova-compute[75018]:   <devices>
Dec 05 16:58:33 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 16:58:33 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 16:58:33 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk"/>
Dec 05 16:58:33 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 16:58:33 user nova-compute[75018]:     </disk>
Dec 05 16:58:33 user nova-compute[75018]:     <disk type="file" device="cdrom">
Dec 05 16:58:33 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none"/>
Dec 05 16:58:33 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk.config"/>
Dec 05 16:58:33 user nova-compute[75018]:       <target dev="hda" bus="ide"/>
Dec 05 16:58:33 user nova-compute[75018]:     </disk>
Dec 05 16:58:33 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:58:33 user nova-compute[75018]:       <mac address="fa:16:3e:6d:4a:01"/>
Dec 05 16:58:33 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:58:33 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:58:33 user nova-compute[75018]:       <target dev="tapc76a1f87-14"/>
Dec 05 16:58:33 user nova-compute[75018]:     </interface>
Dec 05 16:58:33 user nova-compute[75018]:     <serial type="pty">
Dec 05 16:58:33 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/console.log" append="off"/>
Dec 05 16:58:33 user nova-compute[75018]:     </serial>
Dec 05 16:58:33 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 16:58:33 user nova-compute[75018]:     <video>
Dec 05 16:58:33 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:58:33 user nova-compute[75018]:     </video>
Dec 05 16:58:33 user nova-compute[75018]:     <rng model="virtio">
Dec 05 16:58:33 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 16:58:33 user nova-compute[75018]:     </rng>
Dec 05 16:58:33 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 16:58:33 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 16:58:33 user nova-compute[75018]:       <stats period="10"/>
Dec 05 16:58:33 user nova-compute[75018]:     </memballoon>
Dec 05 16:58:33 user nova-compute[75018]:   </devices>
Dec 05 16:58:33 user nova-compute[75018]: </domain>
Dec 05 16:58:33 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:58:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-444793847',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-444793847',id=5,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0F4tr//4DRozpM3VkBGKLu4l4pvokC+IdPB4zWPry3jtFEqnJVeY2ceYImSheo0wpM8ldJg/EBNqPzv3lhBuAK3MMppjuNHbytosqAFdentyjU4ooP/HG4QriibQM+lA==',key_name='tempest-keypair-2056806653',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1a0b8f604d44257a61718bc13f23450',ramdisk_id='',reservation_id='r-sbz57739',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1818157073',owner_user_name='tempest-TaggedAttachmentsTest-1818157073-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e0971d1203d54ddc94323b4660945710',uuid=90ef686b-3ab5-4970-849d-04c563a39459,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c76a1f87-144e-41b1-987e-d0d98f066960", "address": "fa:16:3e:6d:4a:01", "network": {"id": "59fbfc77-385f-452b-bf63-97845f61a8af", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1220182903-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc76a1f87-14", "ovs_interfaceid": "c76a1f87-144e-41b1-987e-d0d98f066960", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Converting VIF {"id": "c76a1f87-144e-41b1-987e-d0d98f066960", "address": "fa:16:3e:6d:4a:01", "network": {"id": "59fbfc77-385f-452b-bf63-97845f61a8af", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1220182903-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc76a1f87-14", "ovs_interfaceid": "c76a1f87-144e-41b1-987e-d0d98f066960", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:4a:01,bridge_name='br-int',has_traffic_filtering=True,id=c76a1f87-144e-41b1-987e-d0d98f066960,network=Network(59fbfc77-385f-452b-bf63-97845f61a8af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc76a1f87-14') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG os_vif [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:4a:01,bridge_name='br-int',has_traffic_filtering=True,id=c76a1f87-144e-41b1-987e-d0d98f066960,network=Network(59fbfc77-385f-452b-bf63-97845f61a8af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc76a1f87-14') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '013dfc45-d586-54a3-a8bf-90243b024318', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc76a1f87-14, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc76a1f87-14, col_values=(('qos', UUID('5e6b54cc-2982-4e56-b1f0-b102f6e518f6')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc76a1f87-14, col_values=(('external_ids', {'iface-id': 'c76a1f87-144e-41b1-987e-d0d98f066960', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6d:4a:01', 'vm-uuid': '90ef686b-3ab5-4970-849d-04c563a39459'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:33 user nova-compute[75018]: INFO os_vif [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:4a:01,bridge_name='br-int',has_traffic_filtering=True,id=c76a1f87-144e-41b1-987e-d0d98f066960,network=Network(59fbfc77-385f-452b-bf63-97845f61a8af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc76a1f87-14')
Dec 05 16:58:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:58:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] No BDM found with device name hda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:58:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] No VIF found with MAC fa:16:3e:6d:4a:01, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 16:58:34 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Using config drive
Dec 05 16:58:34 user nova-compute[75018]: DEBUG nova.network.neutron [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Successfully created port: 648984fe-7d87-4adc-a99b-7b8540c84c35 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:58:34 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Creating config drive at /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk.config
Dec 05 16:58:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpv9nxqxeg {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpv9nxqxeg" returned: 0 in 0.064s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:35 user nova-compute[75018]: DEBUG nova.network.neutron [req-7bbb7d76-2cdb-45aa-a81f-cfa4d64ec93a req-b5c59f3d-4b04-40a1-a74b-f9247a741143 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Updated VIF entry in instance network info cache for port c76a1f87-144e-41b1-987e-d0d98f066960. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 16:58:35 user nova-compute[75018]: DEBUG nova.network.neutron [req-7bbb7d76-2cdb-45aa-a81f-cfa4d64ec93a req-b5c59f3d-4b04-40a1-a74b-f9247a741143 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Updating instance_info_cache with network_info: [{"id": "c76a1f87-144e-41b1-987e-d0d98f066960", "address": "fa:16:3e:6d:4a:01", "network": {"id": "59fbfc77-385f-452b-bf63-97845f61a8af", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1220182903-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc76a1f87-14", "ovs_interfaceid": "c76a1f87-144e-41b1-987e-d0d98f066960", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7bbb7d76-2cdb-45aa-a81f-cfa4d64ec93a req-b5c59f3d-4b04-40a1-a74b-f9247a741143 service nova] Releasing lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:36 user nova-compute[75018]: DEBUG nova.network.neutron [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Successfully updated port: 648984fe-7d87-4adc-a99b-7b8540c84c35 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:58:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Acquiring lock "refresh_cache-d2eb1664-a77a-4758-b0ea-61c56adf56f2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Acquired lock "refresh_cache-d2eb1664-a77a-4758-b0ea-61c56adf56f2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:37 user nova-compute[75018]: DEBUG nova.network.neutron [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 16:58:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Acquiring lock "ee776409-860b-4334-a401-2c437a5bf02c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "ee776409-860b-4334-a401-2c437a5bf02c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:37 user nova-compute[75018]: DEBUG nova.compute.manager [req-f365f583-2289-47d1-8545-26ef7d6e6dd3 req-cdaaef9a-9217-4ff4-bf62-5e693f070766 service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Received event network-changed-648984fe-7d87-4adc-a99b-7b8540c84c35 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:37 user nova-compute[75018]: DEBUG nova.compute.manager [req-f365f583-2289-47d1-8545-26ef7d6e6dd3 req-cdaaef9a-9217-4ff4-bf62-5e693f070766 service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Refreshing instance network info cache due to event network-changed-648984fe-7d87-4adc-a99b-7b8540c84c35. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:58:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f365f583-2289-47d1-8545-26ef7d6e6dd3 req-cdaaef9a-9217-4ff4-bf62-5e693f070766 service nova] Acquiring lock "refresh_cache-d2eb1664-a77a-4758-b0ea-61c56adf56f2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:37 user nova-compute[75018]: DEBUG nova.compute.manager [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 16:58:37 user nova-compute[75018]: DEBUG nova.network.neutron [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:58:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:37 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 16:58:37 user nova-compute[75018]: INFO nova.compute.claims [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Claim successful on node user
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.798s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 16:58:38 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 16:58:38 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Creating image(s)
Dec 05 16:58:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Acquiring lock "/opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "/opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "/opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Acquiring lock "27393c0f3b254e456a03b1628f795102c09da428" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "27393c0f3b254e456a03b1628f795102c09da428" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Updating instance_info_cache with network_info: [{"id": "648984fe-7d87-4adc-a99b-7b8540c84c35", "address": "fa:16:3e:ab:a6:1f", "network": {"id": "3247e355-d8f9-4ed9-a30f-31157dc80d25", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1371215989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7748795e89204bb7b77af63901f1f0c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap648984fe-7d", "ovs_interfaceid": "648984fe-7d87-4adc-a99b-7b8540c84c35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Releasing lock "refresh_cache-d2eb1664-a77a-4758-b0ea-61c56adf56f2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Instance network_info: |[{"id": "648984fe-7d87-4adc-a99b-7b8540c84c35", "address": "fa:16:3e:ab:a6:1f", "network": {"id": "3247e355-d8f9-4ed9-a30f-31157dc80d25", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1371215989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7748795e89204bb7b77af63901f1f0c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap648984fe-7d", "ovs_interfaceid": "648984fe-7d87-4adc-a99b-7b8540c84c35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f365f583-2289-47d1-8545-26ef7d6e6dd3 req-cdaaef9a-9217-4ff4-bf62-5e693f070766 service nova] Acquired lock "refresh_cache-d2eb1664-a77a-4758-b0ea-61c56adf56f2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.network.neutron [req-f365f583-2289-47d1-8545-26ef7d6e6dd3 req-cdaaef9a-9217-4ff4-bf62-5e693f070766 service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Refreshing network info cache for port 648984fe-7d87-4adc-a99b-7b8540c84c35 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Start _get_guest_xml network_info=[{"id": "648984fe-7d87-4adc-a99b-7b8540c84c35", "address": "fa:16:3e:ab:a6:1f", "network": {"id": "3247e355-d8f9-4ed9-a30f-31157dc80d25", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1371215989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7748795e89204bb7b77af63901f1f0c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap648984fe-7d", "ovs_interfaceid": "648984fe-7d87-4adc-a99b-7b8540c84c35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 16:58:38 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:38 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:58:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-353245484',display_name='tempest-TestVolumeSwap-server-353245484',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-353245484',id=6,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOYErX3d1Fk1Uj1VRFyGaokWRLn/xerjYZ8YfJluwzj/tP0oeqdiYXc0G47gUsDNsnT6lM7TPlrW3l+BzrsmLPkbCqz4xrUj/CQpfGxoBY2qjneXZH6/4kXrVSz0tAMd2A==',key_name='tempest-keypair-1930400832',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7748795e89204bb7b77af63901f1f0c5',ramdisk_id='',reservation_id='r-vfq534cs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-982046364',owner_user_name='tempest-TestVolumeSwap-982046364-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07db227036774f938b9d8ff2dbaa29a8',uuid=d2eb1664-a77a-4758-b0ea-61c56adf56f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "648984fe-7d87-4adc-a99b-7b8540c84c35", "address": "fa:16:3e:ab:a6:1f", "network": {"id": "3247e355-d8f9-4ed9-a30f-31157dc80d25", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1371215989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7748795e89204bb7b77af63901f1f0c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap648984fe-7d", "ovs_interfaceid": "648984fe-7d87-4adc-a99b-7b8540c84c35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Converting VIF {"id": "648984fe-7d87-4adc-a99b-7b8540c84c35", "address": "fa:16:3e:ab:a6:1f", "network": {"id": "3247e355-d8f9-4ed9-a30f-31157dc80d25", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1371215989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7748795e89204bb7b77af63901f1f0c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap648984fe-7d", "ovs_interfaceid": "648984fe-7d87-4adc-a99b-7b8540c84c35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:a6:1f,bridge_name='br-int',has_traffic_filtering=True,id=648984fe-7d87-4adc-a99b-7b8540c84c35,network=Network(3247e355-d8f9-4ed9-a30f-31157dc80d25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap648984fe-7d') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:58:38 user nova-compute[75018]: DEBUG nova.objects.instance [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lazy-loading 'pci_devices' on Instance uuid d2eb1664-a77a-4758-b0ea-61c56adf56f2 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428.part --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.policy [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de5c2e740bb6464691c222e9cd63ec11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9745998893994b268f06f2cae9634a7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] End _get_guest_xml xml=<domain type="kvm">
Dec 05 16:58:39 user nova-compute[75018]:   <uuid>d2eb1664-a77a-4758-b0ea-61c56adf56f2</uuid>
Dec 05 16:58:39 user nova-compute[75018]:   <name>instance-00000006</name>
Dec 05 16:58:39 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 16:58:39 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 16:58:39 user nova-compute[75018]:   <metadata>
Dec 05 16:58:39 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 16:58:39 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 16:58:39 user nova-compute[75018]:       <nova:name>tempest-TestVolumeSwap-server-353245484</nova:name>
Dec 05 16:58:39 user nova-compute[75018]:       <nova:creationTime>2023-12-05 16:58:38</nova:creationTime>
Dec 05 16:58:39 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 16:58:39 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 16:58:39 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 16:58:39 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 16:58:39 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 16:58:39 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 16:58:39 user nova-compute[75018]:       </nova:flavor>
Dec 05 16:58:39 user nova-compute[75018]:       <nova:owner>
Dec 05 16:58:39 user nova-compute[75018]:         <nova:user uuid="07db227036774f938b9d8ff2dbaa29a8">tempest-TestVolumeSwap-982046364-project-member</nova:user>
Dec 05 16:58:39 user nova-compute[75018]:         <nova:project uuid="7748795e89204bb7b77af63901f1f0c5">tempest-TestVolumeSwap-982046364</nova:project>
Dec 05 16:58:39 user nova-compute[75018]:       </nova:owner>
Dec 05 16:58:39 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 16:58:39 user nova-compute[75018]:       <nova:ports>
Dec 05 16:58:39 user nova-compute[75018]:         <nova:port uuid="648984fe-7d87-4adc-a99b-7b8540c84c35">
Dec 05 16:58:39 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 05 16:58:39 user nova-compute[75018]:         </nova:port>
Dec 05 16:58:39 user nova-compute[75018]:       </nova:ports>
Dec 05 16:58:39 user nova-compute[75018]:     </nova:instance>
Dec 05 16:58:39 user nova-compute[75018]:   </metadata>
Dec 05 16:58:39 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 16:58:39 user nova-compute[75018]:     <system>
Dec 05 16:58:39 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 16:58:39 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 16:58:39 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 16:58:39 user nova-compute[75018]:       <entry name="serial">d2eb1664-a77a-4758-b0ea-61c56adf56f2</entry>
Dec 05 16:58:39 user nova-compute[75018]:       <entry name="uuid">d2eb1664-a77a-4758-b0ea-61c56adf56f2</entry>
Dec 05 16:58:39 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 16:58:39 user nova-compute[75018]:     </system>
Dec 05 16:58:39 user nova-compute[75018]:   </sysinfo>
Dec 05 16:58:39 user nova-compute[75018]:   <os>
Dec 05 16:58:39 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 16:58:39 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 16:58:39 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 16:58:39 user nova-compute[75018]:   </os>
Dec 05 16:58:39 user nova-compute[75018]:   <features>
Dec 05 16:58:39 user nova-compute[75018]:     <acpi/>
Dec 05 16:58:39 user nova-compute[75018]:     <apic/>
Dec 05 16:58:39 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 16:58:39 user nova-compute[75018]:   </features>
Dec 05 16:58:39 user nova-compute[75018]:   <clock offset="utc">
Dec 05 16:58:39 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 16:58:39 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 16:58:39 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 16:58:39 user nova-compute[75018]:   </clock>
Dec 05 16:58:39 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 16:58:39 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 16:58:39 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 16:58:39 user nova-compute[75018]:   </cpu>
Dec 05 16:58:39 user nova-compute[75018]:   <devices>
Dec 05 16:58:39 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 16:58:39 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 16:58:39 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk"/>
Dec 05 16:58:39 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 16:58:39 user nova-compute[75018]:     </disk>
Dec 05 16:58:39 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:58:39 user nova-compute[75018]:       <mac address="fa:16:3e:ab:a6:1f"/>
Dec 05 16:58:39 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:58:39 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:58:39 user nova-compute[75018]:       <target dev="tap648984fe-7d"/>
Dec 05 16:58:39 user nova-compute[75018]:     </interface>
Dec 05 16:58:39 user nova-compute[75018]:     <serial type="pty">
Dec 05 16:58:39 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/console.log" append="off"/>
Dec 05 16:58:39 user nova-compute[75018]:     </serial>
Dec 05 16:58:39 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 16:58:39 user nova-compute[75018]:     <video>
Dec 05 16:58:39 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:58:39 user nova-compute[75018]:     </video>
Dec 05 16:58:39 user nova-compute[75018]:     <rng model="virtio">
Dec 05 16:58:39 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 16:58:39 user nova-compute[75018]:     </rng>
Dec 05 16:58:39 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 16:58:39 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 16:58:39 user nova-compute[75018]:       <stats period="10"/>
Dec 05 16:58:39 user nova-compute[75018]:     </memballoon>
Dec 05 16:58:39 user nova-compute[75018]:   </devices>
Dec 05 16:58:39 user nova-compute[75018]: </domain>
Dec 05 16:58:39 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:58:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-353245484',display_name='tempest-TestVolumeSwap-server-353245484',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-353245484',id=6,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOYErX3d1Fk1Uj1VRFyGaokWRLn/xerjYZ8YfJluwzj/tP0oeqdiYXc0G47gUsDNsnT6lM7TPlrW3l+BzrsmLPkbCqz4xrUj/CQpfGxoBY2qjneXZH6/4kXrVSz0tAMd2A==',key_name='tempest-keypair-1930400832',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7748795e89204bb7b77af63901f1f0c5',ramdisk_id='',reservation_id='r-vfq534cs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-982046364',owner_user_name='tempest-TestVolumeSwap-982046364-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07db227036774f938b9d8ff2dbaa29a8',uuid=d2eb1664-a77a-4758-b0ea-61c56adf56f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "648984fe-7d87-4adc-a99b-7b8540c84c35", "address": "fa:16:3e:ab:a6:1f", "network": {"id": "3247e355-d8f9-4ed9-a30f-31157dc80d25", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1371215989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7748795e89204bb7b77af63901f1f0c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap648984fe-7d", "ovs_interfaceid": "648984fe-7d87-4adc-a99b-7b8540c84c35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Converting VIF {"id": "648984fe-7d87-4adc-a99b-7b8540c84c35", "address": "fa:16:3e:ab:a6:1f", "network": {"id": "3247e355-d8f9-4ed9-a30f-31157dc80d25", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1371215989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7748795e89204bb7b77af63901f1f0c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap648984fe-7d", "ovs_interfaceid": "648984fe-7d87-4adc-a99b-7b8540c84c35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:a6:1f,bridge_name='br-int',has_traffic_filtering=True,id=648984fe-7d87-4adc-a99b-7b8540c84c35,network=Network(3247e355-d8f9-4ed9-a30f-31157dc80d25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap648984fe-7d') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG os_vif [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:a6:1f,bridge_name='br-int',has_traffic_filtering=True,id=648984fe-7d87-4adc-a99b-7b8540c84c35,network=Network(3247e355-d8f9-4ed9-a30f-31157dc80d25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap648984fe-7d') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'aa1dc4b3-2592-55e3-a2ac-90f13344b5d3', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap648984fe-7d, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap648984fe-7d, col_values=(('qos', UUID('45aee4ea-2467-4525-b30a-6eb1228bcd7a')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap648984fe-7d, col_values=(('external_ids', {'iface-id': '648984fe-7d87-4adc-a99b-7b8540c84c35', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ab:a6:1f', 'vm-uuid': 'd2eb1664-a77a-4758-b0ea-61c56adf56f2'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:39 user nova-compute[75018]: INFO os_vif [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:a6:1f,bridge_name='br-int',has_traffic_filtering=True,id=648984fe-7d87-4adc-a99b-7b8540c84c35,network=Network(3247e355-d8f9-4ed9-a30f-31157dc80d25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap648984fe-7d')
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] No VIF found with MAC fa:16:3e:ab:a6:1f, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428.part --force-share --output=json" returned: 0 in 0.305s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.virt.images [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] ec45263b-794b-48f1-a0ce-1f95e335229c was qcow2, converting to raw {{(pid=75018) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.privsep.utils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75018) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428.part /opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428.converted {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 16:58:39 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Instance spawned successfully.
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428.part /opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428.converted" returned: 0 in 0.642s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428.converted --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:40 user nova-compute[75018]: INFO nova.compute.manager [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Took 12.67 seconds to spawn the instance on the hypervisor.
Dec 05 16:58:40 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 16:58:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428.converted --force-share --output=json" returned: 0 in 0.264s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "27393c0f3b254e456a03b1628f795102c09da428" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.986s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:40 user nova-compute[75018]: INFO nova.compute.manager [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Took 13.98 seconds to build instance.
Dec 05 16:58:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f688d44-5d9e-4872-b9c4-54f65c599f57 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "90ef686b-3ab5-4970-849d-04c563a39459" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.222s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428 --force-share --output=json" returned: 0 in 0.229s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Acquiring lock "27393c0f3b254e456a03b1628f795102c09da428" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "27393c0f3b254e456a03b1628f795102c09da428" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "aff5eae8-b542-411b-afc8-9208024bcc74" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "aff5eae8-b542-411b-afc8-9208024bcc74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428 --force-share --output=json" returned: 0 in 0.201s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428,backing_fmt=raw /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428,backing_fmt=raw /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk 1073741824" returned: 0 in 0.073s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "27393c0f3b254e456a03b1628f795102c09da428" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.278s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG nova.network.neutron [req-f365f583-2289-47d1-8545-26ef7d6e6dd3 req-cdaaef9a-9217-4ff4-bf62-5e693f070766 service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Updated VIF entry in instance network info cache for port 648984fe-7d87-4adc-a99b-7b8540c84c35. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG nova.network.neutron [req-f365f583-2289-47d1-8545-26ef7d6e6dd3 req-cdaaef9a-9217-4ff4-bf62-5e693f070766 service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Updating instance_info_cache with network_info: [{"id": "648984fe-7d87-4adc-a99b-7b8540c84c35", "address": "fa:16:3e:ab:a6:1f", "network": {"id": "3247e355-d8f9-4ed9-a30f-31157dc80d25", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1371215989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7748795e89204bb7b77af63901f1f0c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap648984fe-7d", "ovs_interfaceid": "648984fe-7d87-4adc-a99b-7b8540c84c35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f365f583-2289-47d1-8545-26ef7d6e6dd3 req-cdaaef9a-9217-4ff4-bf62-5e693f070766 service nova] Releasing lock "refresh_cache-d2eb1664-a77a-4758-b0ea-61c56adf56f2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Acquiring lock "8f5ac884-6707-47b6-a3bd-a2fd52796223" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 16:58:41 user nova-compute[75018]: INFO nova.compute.claims [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Claim successful on node user
Dec 05 16:58:41 user nova-compute[75018]: DEBUG nova.compute.manager [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428 --force-share --output=json" returned: 0 in 0.242s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Cannot resize image /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Ensure instance console log exists: /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:41 user nova-compute[75018]: DEBUG nova.network.neutron [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Successfully created port: 48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:58:42 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 16:58:42 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 16:58:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.891s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 16:58:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.576s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 16:58:42 user nova-compute[75018]: INFO nova.compute.claims [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Claim successful on node user
Dec 05 16:58:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 16:58:42 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 16:58:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:42 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 16:58:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 16:58:42 user nova-compute[75018]: INFO nova.virt.block_device [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Booting with volume c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 at /dev/vda
Dec 05 16:58:42 user nova-compute[75018]: DEBUG nova.policy [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3db5a6c0d45b46d09994234397406deb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30bffdabdbe141c795f97868182b5a5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 16:58:42 user nova-compute[75018]: DEBUG os_brick.utils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 16:58:42 user nova-compute[75018]: INFO oslo.privsep.daemon [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmp90aqpgal/privsep.sock']
Dec 05 16:58:42 user sudo[85666]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmp90aqpgal/privsep.sock
Dec 05 16:58:42 user sudo[85666]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 05 16:58:42 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 16:58:42 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 16:58:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.713s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 16:58:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 16:58:42 user nova-compute[75018]: DEBUG nova.network.neutron [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 16:58:42 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 16:58:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG nova.policy [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc4173a9d4bd45b68d58d29e13d2f268', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cca697c7cee48f78dfa48efe4bb75c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 16:58:43 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Creating image(s)
Dec 05 16:58:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Acquiring lock "/opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lock "/opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lock "/opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG nova.network.neutron [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Successfully updated port: 48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Acquiring lock "refresh_cache-ee776409-860b-4334-a401-2c437a5bf02c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Acquired lock "refresh_cache-ee776409-860b-4334-a401-2c437a5bf02c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG nova.network.neutron [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.227s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-7f2f1eb2-2450-4970-9b7a-ed6ec78f941e req-1f3406e8-d979-4a55-b74f-f183446bc258 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Received event network-changed-48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-7f2f1eb2-2450-4970-9b7a-ed6ec78f941e req-1f3406e8-d979-4a55-b74f-f183446bc258 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Refreshing instance network info cache due to event network-changed-48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7f2f1eb2-2450-4970-9b7a-ed6ec78f941e req-1f3406e8-d979-4a55-b74f-f183446bc258 service nova] Acquiring lock "refresh_cache-ee776409-860b-4334-a401-2c437a5bf02c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG nova.network.neutron [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.313s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Successfully created port: fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk 1073741824" returned: 0 in 0.107s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.430s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:43 user nova-compute[75018]: DEBUG nova.network.neutron [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Successfully created port: dc3a79b0-6014-428c-b412-a5cd0aa381b9 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.230s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.network.neutron [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Updating instance_info_cache with network_info: [{"id": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "address": "fa:16:3e:63:e5:c9", "network": {"id": "c6e7f474-57b3-4f34-97d8-8db5da738109", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-973283885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9745998893994b268f06f2cae9634a7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48bf1e5d-a0", "ovs_interfaceid": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.compute.manager [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 16:58:44 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Instance spawned successfully.
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Releasing lock "refresh_cache-ee776409-860b-4334-a401-2c437a5bf02c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.compute.manager [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Instance network_info: |[{"id": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "address": "fa:16:3e:63:e5:c9", "network": {"id": "c6e7f474-57b3-4f34-97d8-8db5da738109", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-973283885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9745998893994b268f06f2cae9634a7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48bf1e5d-a0", "ovs_interfaceid": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7f2f1eb2-2450-4970-9b7a-ed6ec78f941e req-1f3406e8-d979-4a55-b74f-f183446bc258 service nova] Acquired lock "refresh_cache-ee776409-860b-4334-a401-2c437a5bf02c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.network.neutron [req-7f2f1eb2-2450-4970-9b7a-ed6ec78f941e req-1f3406e8-d979-4a55-b74f-f183446bc258 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Refreshing network info cache for port 48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Start _get_guest_xml network_info=[{"id": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "address": "fa:16:3e:63:e5:c9", "network": {"id": "c6e7f474-57b3-4f34-97d8-8db5da738109", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-973283885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9745998893994b268f06f2cae9634a7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48bf1e5d-a0", "ovs_interfaceid": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:58:27Z,direct_url=<?>,disk_format='qcow2',id=ec45263b-794b-48f1-a0ce-1f95e335229c,min_disk=0,min_ram=0,name='',owner='4a4dc039f9874677a64fc4d45225a116',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:58:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'size': 0, 'disk_bus': 'scsi', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'image_id': 'ec45263b-794b-48f1-a0ce-1f95e335229c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:44 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:44 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-e9b351bb-fcb1-4f97-857a-75a76a7a5b0e req-0afcbaf2-effd-4896-8cff-41f4d99bd512 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e9b351bb-fcb1-4f97-857a-75a76a7a5b0e req-0afcbaf2-effd-4896-8cff-41f4d99bd512 service nova] Acquiring lock "533bba90-582b-4ad5-9763-532788f79d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e9b351bb-fcb1-4f97-857a-75a76a7a5b0e req-0afcbaf2-effd-4896-8cff-41f4d99bd512 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e9b351bb-fcb1-4f97-857a-75a76a7a5b0e req-0afcbaf2-effd-4896-8cff-41f4d99bd512 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-e9b351bb-fcb1-4f97-857a-75a76a7a5b0e req-0afcbaf2-effd-4896-8cff-41f4d99bd512 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] No waiting events found dispatching network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:58:44 user nova-compute[75018]: WARNING nova.compute.manager [req-e9b351bb-fcb1-4f97-857a-75a76a7a5b0e req-0afcbaf2-effd-4896-8cff-41f4d99bd512 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received unexpected event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c for instance with vm_state active and task_state None.
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:58:27Z,direct_url=<?>,disk_format='qcow2',id=ec45263b-794b-48f1-a0ce-1f95e335229c,min_disk=0,min_ram=0,name='',owner='4a4dc039f9874677a64fc4d45225a116',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:58:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:58:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-913104850',display_name='tempest-AttachSCSIVolumeTestJSON-server-913104850',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-913104850',id=7,image_ref='ec45263b-794b-48f1-a0ce-1f95e335229c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGdPqTgPaanM16TfrKpb0vOqgqsR5oE+AmyIGExjhn+/OYROQMLstWfWdTElkC+Ne5dPFS4AhhzlcxB8m+hjugSWzG7mv6TdGHABLGbLJdrf5nliVG6JvVzAsyxGas69+w==',key_name='tempest-keypair-820659319',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9745998893994b268f06f2cae9634a7b',ramdisk_id='',reservation_id='r-vfirogjc',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ec45263b-794b-48f1-a0ce-1f95e335229c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1608722116',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1608722116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de5c2e740bb6464691c222e9cd63ec11',uuid=ee776409-860b-4334-a401-2c437a5bf02c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "address": "fa:16:3e:63:e5:c9", "network": {"id": "c6e7f474-57b3-4f34-97d8-8db5da738109", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-973283885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9745998893994b268f06f2cae9634a7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48bf1e5d-a0", "ovs_interfaceid": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Converting VIF {"id": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "address": "fa:16:3e:63:e5:c9", "network": {"id": "c6e7f474-57b3-4f34-97d8-8db5da738109", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-973283885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9745998893994b268f06f2cae9634a7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48bf1e5d-a0", "ovs_interfaceid": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:63:e5:c9,bridge_name='br-int',has_traffic_filtering=True,id=48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a,network=Network(c6e7f474-57b3-4f34-97d8-8db5da738109),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48bf1e5d-a0') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.objects.instance [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lazy-loading 'pci_devices' on Instance uuid ee776409-860b-4334-a401-2c437a5bf02c {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk --force-share --output=json" returned: 0 in 0.333s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Cannot resize image /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Ensure instance console log exists: /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] End _get_guest_xml xml=<domain type="kvm">
Dec 05 16:58:44 user nova-compute[75018]:   <uuid>ee776409-860b-4334-a401-2c437a5bf02c</uuid>
Dec 05 16:58:44 user nova-compute[75018]:   <name>instance-00000007</name>
Dec 05 16:58:44 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 16:58:44 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 16:58:44 user nova-compute[75018]:   <metadata>
Dec 05 16:58:44 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 16:58:44 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 16:58:44 user nova-compute[75018]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-913104850</nova:name>
Dec 05 16:58:44 user nova-compute[75018]:       <nova:creationTime>2023-12-05 16:58:44</nova:creationTime>
Dec 05 16:58:44 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 16:58:44 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 16:58:44 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 16:58:44 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 16:58:44 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 16:58:44 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 16:58:44 user nova-compute[75018]:       </nova:flavor>
Dec 05 16:58:44 user nova-compute[75018]:       <nova:owner>
Dec 05 16:58:44 user nova-compute[75018]:         <nova:user uuid="de5c2e740bb6464691c222e9cd63ec11">tempest-AttachSCSIVolumeTestJSON-1608722116-project-member</nova:user>
Dec 05 16:58:44 user nova-compute[75018]:         <nova:project uuid="9745998893994b268f06f2cae9634a7b">tempest-AttachSCSIVolumeTestJSON-1608722116</nova:project>
Dec 05 16:58:44 user nova-compute[75018]:       </nova:owner>
Dec 05 16:58:44 user nova-compute[75018]:       <nova:root type="image" uuid="ec45263b-794b-48f1-a0ce-1f95e335229c"/>
Dec 05 16:58:44 user nova-compute[75018]:       <nova:ports>
Dec 05 16:58:44 user nova-compute[75018]:         <nova:port uuid="48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a">
Dec 05 16:58:44 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 05 16:58:44 user nova-compute[75018]:         </nova:port>
Dec 05 16:58:44 user nova-compute[75018]:       </nova:ports>
Dec 05 16:58:44 user nova-compute[75018]:     </nova:instance>
Dec 05 16:58:44 user nova-compute[75018]:   </metadata>
Dec 05 16:58:44 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 16:58:44 user nova-compute[75018]:     <system>
Dec 05 16:58:44 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 16:58:44 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 16:58:44 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 16:58:44 user nova-compute[75018]:       <entry name="serial">ee776409-860b-4334-a401-2c437a5bf02c</entry>
Dec 05 16:58:44 user nova-compute[75018]:       <entry name="uuid">ee776409-860b-4334-a401-2c437a5bf02c</entry>
Dec 05 16:58:44 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 16:58:44 user nova-compute[75018]:     </system>
Dec 05 16:58:44 user nova-compute[75018]:   </sysinfo>
Dec 05 16:58:44 user nova-compute[75018]:   <os>
Dec 05 16:58:44 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 16:58:44 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 16:58:44 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 16:58:44 user nova-compute[75018]:   </os>
Dec 05 16:58:44 user nova-compute[75018]:   <features>
Dec 05 16:58:44 user nova-compute[75018]:     <acpi/>
Dec 05 16:58:44 user nova-compute[75018]:     <apic/>
Dec 05 16:58:44 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 16:58:44 user nova-compute[75018]:   </features>
Dec 05 16:58:44 user nova-compute[75018]:   <clock offset="utc">
Dec 05 16:58:44 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 16:58:44 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 16:58:44 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 16:58:44 user nova-compute[75018]:   </clock>
Dec 05 16:58:44 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 16:58:44 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 16:58:44 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 16:58:44 user nova-compute[75018]:   </cpu>
Dec 05 16:58:44 user nova-compute[75018]:   <devices>
Dec 05 16:58:44 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 16:58:44 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 16:58:44 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk"/>
Dec 05 16:58:44 user nova-compute[75018]:       <target dev="sda" bus="scsi"/>
Dec 05 16:58:44 user nova-compute[75018]:       <address type="drive" controller="0" unit="0"/>
Dec 05 16:58:44 user nova-compute[75018]:     </disk>
Dec 05 16:58:44 user nova-compute[75018]:     <disk type="file" device="cdrom">
Dec 05 16:58:44 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none"/>
Dec 05 16:58:44 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk.config"/>
Dec 05 16:58:44 user nova-compute[75018]:       <target dev="sdb" bus="scsi"/>
Dec 05 16:58:44 user nova-compute[75018]:       <address type="drive" controller="0" unit="1"/>
Dec 05 16:58:44 user nova-compute[75018]:     </disk>
Dec 05 16:58:44 user nova-compute[75018]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Dec 05 16:58:44 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:58:44 user nova-compute[75018]:       <mac address="fa:16:3e:63:e5:c9"/>
Dec 05 16:58:44 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:58:44 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:58:44 user nova-compute[75018]:       <target dev="tap48bf1e5d-a0"/>
Dec 05 16:58:44 user nova-compute[75018]:     </interface>
Dec 05 16:58:44 user nova-compute[75018]:     <serial type="pty">
Dec 05 16:58:44 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/console.log" append="off"/>
Dec 05 16:58:44 user nova-compute[75018]:     </serial>
Dec 05 16:58:44 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 16:58:44 user nova-compute[75018]:     <video>
Dec 05 16:58:44 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:58:44 user nova-compute[75018]:     </video>
Dec 05 16:58:44 user nova-compute[75018]:     <rng model="virtio">
Dec 05 16:58:44 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 16:58:44 user nova-compute[75018]:     </rng>
Dec 05 16:58:44 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 16:58:44 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 16:58:44 user nova-compute[75018]:       <stats period="10"/>
Dec 05 16:58:44 user nova-compute[75018]:     </memballoon>
Dec 05 16:58:44 user nova-compute[75018]:   </devices>
Dec 05 16:58:44 user nova-compute[75018]: </domain>
Dec 05 16:58:44 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:58:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-913104850',display_name='tempest-AttachSCSIVolumeTestJSON-server-913104850',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-913104850',id=7,image_ref='ec45263b-794b-48f1-a0ce-1f95e335229c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGdPqTgPaanM16TfrKpb0vOqgqsR5oE+AmyIGExjhn+/OYROQMLstWfWdTElkC+Ne5dPFS4AhhzlcxB8m+hjugSWzG7mv6TdGHABLGbLJdrf5nliVG6JvVzAsyxGas69+w==',key_name='tempest-keypair-820659319',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9745998893994b268f06f2cae9634a7b',ramdisk_id='',reservation_id='r-vfirogjc',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ec45263b-794b-48f1-a0ce-1f95e335229c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1608722116',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1608722116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de5c2e740bb6464691c222e9cd63ec11',uuid=ee776409-860b-4334-a401-2c437a5bf02c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "address": "fa:16:3e:63:e5:c9", "network": {"id": "c6e7f474-57b3-4f34-97d8-8db5da738109", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-973283885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9745998893994b268f06f2cae9634a7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48bf1e5d-a0", "ovs_interfaceid": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Converting VIF {"id": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "address": "fa:16:3e:63:e5:c9", "network": {"id": "c6e7f474-57b3-4f34-97d8-8db5da738109", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-973283885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9745998893994b268f06f2cae9634a7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48bf1e5d-a0", "ovs_interfaceid": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:63:e5:c9,bridge_name='br-int',has_traffic_filtering=True,id=48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a,network=Network(c6e7f474-57b3-4f34-97d8-8db5da738109),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48bf1e5d-a0') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG os_vif [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:63:e5:c9,bridge_name='br-int',has_traffic_filtering=True,id=48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a,network=Network(c6e7f474-57b3-4f34-97d8-8db5da738109),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48bf1e5d-a0') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:58:44 user nova-compute[75018]: INFO nova.compute.manager [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Took 12.75 seconds to spawn the instance on the hypervisor.
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.compute.manager [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'de96fd09-9d84-5c1b-9362-918cad49f713', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap48bf1e5d-a0, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap48bf1e5d-a0, col_values=(('qos', UUID('ceb64134-e4ee-4acb-88fc-a944bd23edf9')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap48bf1e5d-a0, col_values=(('external_ids', {'iface-id': '48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:63:e5:c9', 'vm-uuid': 'ee776409-860b-4334-a401-2c437a5bf02c'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:44 user nova-compute[75018]: INFO os_vif [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:63:e5:c9,bridge_name='br-int',has_traffic_filtering=True,id=48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a,network=Network(c6e7f474-57b3-4f34-97d8-8db5da738109),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48bf1e5d-a0')
Dec 05 16:58:44 user sudo[85666]: pam_unix(sudo:session): session closed for user root
Dec 05 16:58:44 user nova-compute[75018]: INFO oslo.privsep.daemon [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Spawned new privsep daemon via rootwrap
Dec 05 16:58:44 user nova-compute[75018]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 05 16:58:44 user nova-compute[75018]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 05 16:58:44 user nova-compute[75018]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Dec 05 16:58:44 user nova-compute[75018]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85682
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] No BDM found with device name sda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] No VIF found with MAC fa:16:3e:63:e5:c9, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 16:58:44 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Using config drive
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b10fcddd-1fe3-420d-a24b-18db58c2dd01]: (2,) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:58:44 user nova-compute[75018]: INFO nova.compute.manager [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Took 14.38 seconds to build instance.
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-207556bf-4a66-4679-8650-1bc5b8d375d6 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.535s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:44 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Creating config drive at /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk.config
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp09og5obb {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.027s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9573ffc8-967b-40ab-b932-5ef114aef9e1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:58:44 user nova-compute[75018]: WARNING os_brick.initiator.connectors.nvmeof [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp09og5obb" returned: 0 in 0.090s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.038s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c01e3ea-2a6f-4fef-aaba-0f62a6468552]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:58:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.036s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[05d94cfc-e228-493d-ad2b-d508510cee5e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8061c44-9beb-46d8-a691-f0aaaf9fa3e9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 16:58:45 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 16:58:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[03015dce-b867-43d6-bb84-93e2330faec2]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG os_brick.utils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] <== get_connector_properties: return (2587ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Updating existing volume attachment record: 7b121092-eabc-4f1d-b65f-590500712876 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.network.neutron [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Successfully updated port: dc3a79b0-6014-428c-b412-a5cd0aa381b9 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Successfully updated port: fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Acquiring lock "refresh_cache-8f5ac884-6707-47b6-a3bd-a2fd52796223" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Acquired lock "refresh_cache-8f5ac884-6707-47b6-a3bd-a2fd52796223" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.network.neutron [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "refresh_cache-aff5eae8-b542-411b-afc8-9208024bcc74" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquired lock "refresh_cache-aff5eae8-b542-411b-afc8-9208024bcc74" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.compute.manager [req-28e3c9ad-921e-4eec-b2ab-a16324aaecec req-fa966f3d-9b25-4868-9850-38f7e66e3a2f service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Received event network-changed-dc3a79b0-6014-428c-b412-a5cd0aa381b9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.compute.manager [req-28e3c9ad-921e-4eec-b2ab-a16324aaecec req-fa966f3d-9b25-4868-9850-38f7e66e3a2f service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Refreshing instance network info cache due to event network-changed-dc3a79b0-6014-428c-b412-a5cd0aa381b9. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-28e3c9ad-921e-4eec-b2ab-a16324aaecec req-fa966f3d-9b25-4868-9850-38f7e66e3a2f service nova] Acquiring lock "refresh_cache-8f5ac884-6707-47b6-a3bd-a2fd52796223" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.network.neutron [req-7f2f1eb2-2450-4970-9b7a-ed6ec78f941e req-1f3406e8-d979-4a55-b74f-f183446bc258 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Updated VIF entry in instance network info cache for port 48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.network.neutron [req-7f2f1eb2-2450-4970-9b7a-ed6ec78f941e req-1f3406e8-d979-4a55-b74f-f183446bc258 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Updating instance_info_cache with network_info: [{"id": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "address": "fa:16:3e:63:e5:c9", "network": {"id": "c6e7f474-57b3-4f34-97d8-8db5da738109", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-973283885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9745998893994b268f06f2cae9634a7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48bf1e5d-a0", "ovs_interfaceid": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.network.neutron [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7f2f1eb2-2450-4970-9b7a-ed6ec78f941e req-1f3406e8-d979-4a55-b74f-f183446bc258 service nova] Releasing lock "refresh_cache-ee776409-860b-4334-a401-2c437a5bf02c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.compute.manager [req-2a54a63f-42b2-4f6d-a698-18f2762674c3 req-ff187614-30f0-4fd1-8650-6af15ee6daef service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received event network-changed-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.compute.manager [req-2a54a63f-42b2-4f6d-a698-18f2762674c3 req-ff187614-30f0-4fd1-8650-6af15ee6daef service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Refreshing instance network info cache due to event network-changed-fd05b0db-5baa-43a1-865b-a6df8067d554. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2a54a63f-42b2-4f6d-a698-18f2762674c3 req-ff187614-30f0-4fd1-8650-6af15ee6daef service nova] Acquiring lock "refresh_cache-aff5eae8-b542-411b-afc8-9208024bcc74" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.network.neutron [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Updating instance_info_cache with network_info: [{"id": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "address": "fa:16:3e:7a:6f:5a", "network": {"id": "d08ce918-1154-42b4-a36c-f7ae2317e539", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-21194026-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6cca697c7cee48f78dfa48efe4bb75c2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3a79b0-60", "ovs_interfaceid": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Releasing lock "refresh_cache-8f5ac884-6707-47b6-a3bd-a2fd52796223" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.compute.manager [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Instance network_info: |[{"id": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "address": "fa:16:3e:7a:6f:5a", "network": {"id": "d08ce918-1154-42b4-a36c-f7ae2317e539", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-21194026-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6cca697c7cee48f78dfa48efe4bb75c2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3a79b0-60", "ovs_interfaceid": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-28e3c9ad-921e-4eec-b2ab-a16324aaecec req-fa966f3d-9b25-4868-9850-38f7e66e3a2f service nova] Acquired lock "refresh_cache-8f5ac884-6707-47b6-a3bd-a2fd52796223" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.network.neutron [req-28e3c9ad-921e-4eec-b2ab-a16324aaecec req-fa966f3d-9b25-4868-9850-38f7e66e3a2f service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Refreshing network info cache for port dc3a79b0-6014-428c-b412-a5cd0aa381b9 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Start _get_guest_xml network_info=[{"id": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "address": "fa:16:3e:7a:6f:5a", "network": {"id": "d08ce918-1154-42b4-a36c-f7ae2317e539", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-21194026-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6cca697c7cee48f78dfa48efe4bb75c2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3a79b0-60", "ovs_interfaceid": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 16:58:45 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:45 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 16:58:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:58:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1094125686',display_name='tempest-VolumesAssistedSnapshotsTest-server-1094125686',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1094125686',id=9,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHOHGQ190ACso3NsMEGzRDaE6yekmO1Nb99Nsvdf9HzQMRQH0cacKC/2xiVh6trbgSQYp1RrjoEay7HJuUCwai2cnmg9ciYuvi4bHddTaXvUmZuY7Z1z39AD69YIBkv5Wg==',key_name='tempest-keypair-1907013922',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6cca697c7cee48f78dfa48efe4bb75c2',ramdisk_id='',reservation_id='r-1agtnurg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-252585826',owner_user_name='tempest-VolumesAssistedSnapshotsTest-252585826-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc4173a9d4bd45b68d58d29e13d2f268',uuid=8f5ac884-6707-47b6-a3bd-a2fd52796223,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "address": "fa:16:3e:7a:6f:5a", "network": {"id": "d08ce918-1154-42b4-a36c-f7ae2317e539", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-21194026-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6cca697c7cee48f78dfa48efe4bb75c2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3a79b0-60", "ovs_interfaceid": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Converting VIF {"id": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "address": "fa:16:3e:7a:6f:5a", "network": {"id": "d08ce918-1154-42b4-a36c-f7ae2317e539", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-21194026-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6cca697c7cee48f78dfa48efe4bb75c2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3a79b0-60", "ovs_interfaceid": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:6f:5a,bridge_name='br-int',has_traffic_filtering=True,id=dc3a79b0-6014-428c-b412-a5cd0aa381b9,network=Network(d08ce918-1154-42b4-a36c-f7ae2317e539),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc3a79b0-60') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.objects.instance [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lazy-loading 'pci_devices' on Instance uuid 8f5ac884-6707-47b6-a3bd-a2fd52796223 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] End _get_guest_xml xml=<domain type="kvm">
Dec 05 16:58:46 user nova-compute[75018]:   <uuid>8f5ac884-6707-47b6-a3bd-a2fd52796223</uuid>
Dec 05 16:58:46 user nova-compute[75018]:   <name>instance-00000009</name>
Dec 05 16:58:46 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 16:58:46 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 16:58:46 user nova-compute[75018]:   <metadata>
Dec 05 16:58:46 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 16:58:46 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 16:58:46 user nova-compute[75018]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1094125686</nova:name>
Dec 05 16:58:46 user nova-compute[75018]:       <nova:creationTime>2023-12-05 16:58:45</nova:creationTime>
Dec 05 16:58:46 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 16:58:46 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 16:58:46 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 16:58:46 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 16:58:46 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 16:58:46 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 16:58:46 user nova-compute[75018]:       </nova:flavor>
Dec 05 16:58:46 user nova-compute[75018]:       <nova:owner>
Dec 05 16:58:46 user nova-compute[75018]:         <nova:user uuid="fc4173a9d4bd45b68d58d29e13d2f268">tempest-VolumesAssistedSnapshotsTest-252585826-project-member</nova:user>
Dec 05 16:58:46 user nova-compute[75018]:         <nova:project uuid="6cca697c7cee48f78dfa48efe4bb75c2">tempest-VolumesAssistedSnapshotsTest-252585826</nova:project>
Dec 05 16:58:46 user nova-compute[75018]:       </nova:owner>
Dec 05 16:58:46 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 16:58:46 user nova-compute[75018]:       <nova:ports>
Dec 05 16:58:46 user nova-compute[75018]:         <nova:port uuid="dc3a79b0-6014-428c-b412-a5cd0aa381b9">
Dec 05 16:58:46 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 05 16:58:46 user nova-compute[75018]:         </nova:port>
Dec 05 16:58:46 user nova-compute[75018]:       </nova:ports>
Dec 05 16:58:46 user nova-compute[75018]:     </nova:instance>
Dec 05 16:58:46 user nova-compute[75018]:   </metadata>
Dec 05 16:58:46 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 16:58:46 user nova-compute[75018]:     <system>
Dec 05 16:58:46 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 16:58:46 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 16:58:46 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 16:58:46 user nova-compute[75018]:       <entry name="serial">8f5ac884-6707-47b6-a3bd-a2fd52796223</entry>
Dec 05 16:58:46 user nova-compute[75018]:       <entry name="uuid">8f5ac884-6707-47b6-a3bd-a2fd52796223</entry>
Dec 05 16:58:46 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 16:58:46 user nova-compute[75018]:     </system>
Dec 05 16:58:46 user nova-compute[75018]:   </sysinfo>
Dec 05 16:58:46 user nova-compute[75018]:   <os>
Dec 05 16:58:46 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 16:58:46 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 16:58:46 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 16:58:46 user nova-compute[75018]:   </os>
Dec 05 16:58:46 user nova-compute[75018]:   <features>
Dec 05 16:58:46 user nova-compute[75018]:     <acpi/>
Dec 05 16:58:46 user nova-compute[75018]:     <apic/>
Dec 05 16:58:46 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 16:58:46 user nova-compute[75018]:   </features>
Dec 05 16:58:46 user nova-compute[75018]:   <clock offset="utc">
Dec 05 16:58:46 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 16:58:46 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 16:58:46 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 16:58:46 user nova-compute[75018]:   </clock>
Dec 05 16:58:46 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 16:58:46 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 16:58:46 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 16:58:46 user nova-compute[75018]:   </cpu>
Dec 05 16:58:46 user nova-compute[75018]:   <devices>
Dec 05 16:58:46 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 16:58:46 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 16:58:46 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk"/>
Dec 05 16:58:46 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 16:58:46 user nova-compute[75018]:     </disk>
Dec 05 16:58:46 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:58:46 user nova-compute[75018]:       <mac address="fa:16:3e:7a:6f:5a"/>
Dec 05 16:58:46 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:58:46 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:58:46 user nova-compute[75018]:       <target dev="tapdc3a79b0-60"/>
Dec 05 16:58:46 user nova-compute[75018]:     </interface>
Dec 05 16:58:46 user nova-compute[75018]:     <serial type="pty">
Dec 05 16:58:46 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/console.log" append="off"/>
Dec 05 16:58:46 user nova-compute[75018]:     </serial>
Dec 05 16:58:46 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 16:58:46 user nova-compute[75018]:     <video>
Dec 05 16:58:46 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:58:46 user nova-compute[75018]:     </video>
Dec 05 16:58:46 user nova-compute[75018]:     <rng model="virtio">
Dec 05 16:58:46 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 16:58:46 user nova-compute[75018]:     </rng>
Dec 05 16:58:46 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 16:58:46 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 16:58:46 user nova-compute[75018]:       <stats period="10"/>
Dec 05 16:58:46 user nova-compute[75018]:     </memballoon>
Dec 05 16:58:46 user nova-compute[75018]:   </devices>
Dec 05 16:58:46 user nova-compute[75018]: </domain>
Dec 05 16:58:46 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:58:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1094125686',display_name='tempest-VolumesAssistedSnapshotsTest-server-1094125686',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1094125686',id=9,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHOHGQ190ACso3NsMEGzRDaE6yekmO1Nb99Nsvdf9HzQMRQH0cacKC/2xiVh6trbgSQYp1RrjoEay7HJuUCwai2cnmg9ciYuvi4bHddTaXvUmZuY7Z1z39AD69YIBkv5Wg==',key_name='tempest-keypair-1907013922',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6cca697c7cee48f78dfa48efe4bb75c2',ramdisk_id='',reservation_id='r-1agtnurg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-252585826',owner_user_name='tempest-VolumesAssistedSnapshotsTest-252585826-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc4173a9d4bd45b68d58d29e13d2f268',uuid=8f5ac884-6707-47b6-a3bd-a2fd52796223,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "address": "fa:16:3e:7a:6f:5a", "network": {"id": "d08ce918-1154-42b4-a36c-f7ae2317e539", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-21194026-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6cca697c7cee48f78dfa48efe4bb75c2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3a79b0-60", "ovs_interfaceid": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Converting VIF {"id": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "address": "fa:16:3e:7a:6f:5a", "network": {"id": "d08ce918-1154-42b4-a36c-f7ae2317e539", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-21194026-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6cca697c7cee48f78dfa48efe4bb75c2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3a79b0-60", "ovs_interfaceid": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:6f:5a,bridge_name='br-int',has_traffic_filtering=True,id=dc3a79b0-6014-428c-b412-a5cd0aa381b9,network=Network(d08ce918-1154-42b4-a36c-f7ae2317e539),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc3a79b0-60') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG os_vif [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:6f:5a,bridge_name='br-int',has_traffic_filtering=True,id=dc3a79b0-6014-428c-b412-a5cd0aa381b9,network=Network(d08ce918-1154-42b4-a36c-f7ae2317e539),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc3a79b0-60') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Updating instance_info_cache with network_info: [{"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fd055471-34b6-5fca-9b07-22f4e259b559', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Releasing lock "refresh_cache-aff5eae8-b542-411b-afc8-9208024bcc74" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Instance network_info: |[{"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2a54a63f-42b2-4f6d-a698-18f2762674c3 req-ff187614-30f0-4fd1-8650-6af15ee6daef service nova] Acquired lock "refresh_cache-aff5eae8-b542-411b-afc8-9208024bcc74" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.network.neutron [req-2a54a63f-42b2-4f6d-a698-18f2762674c3 req-ff187614-30f0-4fd1-8650-6af15ee6daef service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Refreshing network info cache for port fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdc3a79b0-60, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdc3a79b0-60, col_values=(('qos', UUID('7f40ff2b-8382-4b31-a989-8c9e02476578')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdc3a79b0-60, col_values=(('external_ids', {'iface-id': 'dc3a79b0-6014-428c-b412-a5cd0aa381b9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7a:6f:5a', 'vm-uuid': '8f5ac884-6707-47b6-a3bd-a2fd52796223'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:46 user nova-compute[75018]: INFO os_vif [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:6f:5a,bridge_name='br-int',has_traffic_filtering=True,id=dc3a79b0-6014-428c-b412-a5cd0aa381b9,network=Network(d08ce918-1154-42b4-a36c-f7ae2317e539),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc3a79b0-60')
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] No VIF found with MAC fa:16:3e:7a:6f:5a, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] Acquiring lock "533bba90-582b-4ad5-9763-532788f79d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.006s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] No waiting events found dispatching network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:58:46 user nova-compute[75018]: WARNING nova.compute.manager [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received unexpected event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c for instance with vm_state active and task_state None.
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Received event network-vif-plugged-4ea73764-0847-4da1-8020-d2a7c22cc4c2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] Acquiring lock "a55ebc44-4426-4281-a96d-7f4434835d12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] Lock "a55ebc44-4426-4281-a96d-7f4434835d12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] Lock "a55ebc44-4426-4281-a96d-7f4434835d12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] No waiting events found dispatching network-vif-plugged-4ea73764-0847-4da1-8020-d2a7c22cc4c2 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:58:46 user nova-compute[75018]: WARNING nova.compute.manager [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Received unexpected event network-vif-plugged-4ea73764-0847-4da1-8020-d2a7c22cc4c2 for instance with vm_state active and task_state None.
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Received event network-vif-plugged-4ea73764-0847-4da1-8020-d2a7c22cc4c2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] Acquiring lock "a55ebc44-4426-4281-a96d-7f4434835d12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] Lock "a55ebc44-4426-4281-a96d-7f4434835d12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] Lock "a55ebc44-4426-4281-a96d-7f4434835d12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] No waiting events found dispatching network-vif-plugged-4ea73764-0847-4da1-8020-d2a7c22cc4c2 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:58:46 user nova-compute[75018]: WARNING nova.compute.manager [req-eb20500b-1888-49d7-917b-823f8946f3e1 req-7b8a454c-2972-485e-aa1d-22c8a602dc40 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Received unexpected event network-vif-plugged-4ea73764-0847-4da1-8020-d2a7c22cc4c2 for instance with vm_state active and task_state None.
Dec 05 16:58:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.network.neutron [req-28e3c9ad-921e-4eec-b2ab-a16324aaecec req-fa966f3d-9b25-4868-9850-38f7e66e3a2f service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Updated VIF entry in instance network info cache for port dc3a79b0-6014-428c-b412-a5cd0aa381b9. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.network.neutron [req-28e3c9ad-921e-4eec-b2ab-a16324aaecec req-fa966f3d-9b25-4868-9850-38f7e66e3a2f service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Updating instance_info_cache with network_info: [{"id": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "address": "fa:16:3e:7a:6f:5a", "network": {"id": "d08ce918-1154-42b4-a36c-f7ae2317e539", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-21194026-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6cca697c7cee48f78dfa48efe4bb75c2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3a79b0-60", "ovs_interfaceid": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-28e3c9ad-921e-4eec-b2ab-a16324aaecec req-fa966f3d-9b25-4868-9850-38f7e66e3a2f service nova] Releasing lock "refresh_cache-8f5ac884-6707-47b6-a3bd-a2fd52796223" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] There are 0 instances to clean {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances with incomplete migration  {{(pid=75018) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:47 user nova-compute[75018]: DEBUG nova.network.neutron [req-2a54a63f-42b2-4f6d-a698-18f2762674c3 req-ff187614-30f0-4fd1-8650-6af15ee6daef service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Updated VIF entry in instance network info cache for port fd05b0db-5baa-43a1-865b-a6df8067d554. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 16:58:47 user nova-compute[75018]: DEBUG nova.network.neutron [req-2a54a63f-42b2-4f6d-a698-18f2762674c3 req-ff187614-30f0-4fd1-8650-6af15ee6daef service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Updating instance_info_cache with network_info: [{"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2a54a63f-42b2-4f6d-a698-18f2762674c3 req-ff187614-30f0-4fd1-8650-6af15ee6daef service nova] Releasing lock "refresh_cache-aff5eae8-b542-411b-afc8-9208024bcc74" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:47 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:58:47 user nova-compute[75018]: DEBUG nova.compute.manager [req-2b3fa13a-3b77-4bf0-b585-51a97fa1cff7 req-bc920e29-70e9-492e-83e6-a5fb28db8e9b service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received event network-vif-plugged-c76a1f87-144e-41b1-987e-d0d98f066960 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2b3fa13a-3b77-4bf0-b585-51a97fa1cff7 req-bc920e29-70e9-492e-83e6-a5fb28db8e9b service nova] Acquiring lock "90ef686b-3ab5-4970-849d-04c563a39459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2b3fa13a-3b77-4bf0-b585-51a97fa1cff7 req-bc920e29-70e9-492e-83e6-a5fb28db8e9b service nova] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2b3fa13a-3b77-4bf0-b585-51a97fa1cff7 req-bc920e29-70e9-492e-83e6-a5fb28db8e9b service nova] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:47 user nova-compute[75018]: DEBUG nova.compute.manager [req-2b3fa13a-3b77-4bf0-b585-51a97fa1cff7 req-bc920e29-70e9-492e-83e6-a5fb28db8e9b service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] No waiting events found dispatching network-vif-plugged-c76a1f87-144e-41b1-987e-d0d98f066960 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:58:47 user nova-compute[75018]: WARNING nova.compute.manager [req-2b3fa13a-3b77-4bf0-b585-51a97fa1cff7 req-bc920e29-70e9-492e-83e6-a5fb28db8e9b service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received unexpected event network-vif-plugged-c76a1f87-144e-41b1-987e-d0d98f066960 for instance with vm_state active and task_state None.
Dec 05 16:58:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:58:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:58:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:48 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 16:58:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received event network-vif-plugged-c76a1f87-144e-41b1-987e-d0d98f066960 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] Acquiring lock "90ef686b-3ab5-4970-849d-04c563a39459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] No waiting events found dispatching network-vif-plugged-c76a1f87-144e-41b1-987e-d0d98f066960 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:58:49 user nova-compute[75018]: WARNING nova.compute.manager [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received unexpected event network-vif-plugged-c76a1f87-144e-41b1-987e-d0d98f066960 for instance with vm_state active and task_state None.
Dec 05 16:58:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Received event network-vif-plugged-648984fe-7d87-4adc-a99b-7b8540c84c35 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] Acquiring lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] No waiting events found dispatching network-vif-plugged-648984fe-7d87-4adc-a99b-7b8540c84c35 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:58:49 user nova-compute[75018]: WARNING nova.compute.manager [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Received unexpected event network-vif-plugged-648984fe-7d87-4adc-a99b-7b8540c84c35 for instance with vm_state active and task_state None.
Dec 05 16:58:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Received event network-vif-plugged-648984fe-7d87-4adc-a99b-7b8540c84c35 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] Acquiring lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.009s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] No waiting events found dispatching network-vif-plugged-648984fe-7d87-4adc-a99b-7b8540c84c35 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:58:49 user nova-compute[75018]: WARNING nova.compute.manager [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Received unexpected event network-vif-plugged-648984fe-7d87-4adc-a99b-7b8540c84c35 for instance with vm_state active and task_state None.
Dec 05 16:58:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Received event network-vif-plugged-dc3a79b0-6014-428c-b412-a5cd0aa381b9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] Acquiring lock "8f5ac884-6707-47b6-a3bd-a2fd52796223-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] No waiting events found dispatching network-vif-plugged-dc3a79b0-6014-428c-b412-a5cd0aa381b9 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:58:49 user nova-compute[75018]: WARNING nova.compute.manager [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Received unexpected event network-vif-plugged-dc3a79b0-6014-428c-b412-a5cd0aa381b9 for instance with vm_state building and task_state spawning.
Dec 05 16:58:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Received event network-vif-plugged-dc3a79b0-6014-428c-b412-a5cd0aa381b9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] Acquiring lock "8f5ac884-6707-47b6-a3bd-a2fd52796223-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] No waiting events found dispatching network-vif-plugged-dc3a79b0-6014-428c-b412-a5cd0aa381b9 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:58:49 user nova-compute[75018]: WARNING nova.compute.manager [req-72f74971-26f8-4ee3-a083-0ddbb7722088 req-0954f78c-9f7c-4480-8b3f-b3bcbb1025ca service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Received unexpected event network-vif-plugged-dc3a79b0-6014-428c-b412-a5cd0aa381b9 for instance with vm_state building and task_state spawning.
Dec 05 16:58:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json" returned: 0 in 0.334s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 16:58:51 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Instance spawned successfully.
Dec 05 16:58:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk --force-share --output=json" returned: 0 in 0.302s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG nova.compute.manager [req-ccfcd839-5af2-4f5b-bb4c-ccabb7fbd98f req-8e198247-00da-4285-9c8b-d9ba80587701 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Received event network-vif-plugged-48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ccfcd839-5af2-4f5b-bb4c-ccabb7fbd98f req-8e198247-00da-4285-9c8b-d9ba80587701 service nova] Acquiring lock "ee776409-860b-4334-a401-2c437a5bf02c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ccfcd839-5af2-4f5b-bb4c-ccabb7fbd98f req-8e198247-00da-4285-9c8b-d9ba80587701 service nova] Lock "ee776409-860b-4334-a401-2c437a5bf02c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ccfcd839-5af2-4f5b-bb4c-ccabb7fbd98f req-8e198247-00da-4285-9c8b-d9ba80587701 service nova] Lock "ee776409-860b-4334-a401-2c437a5bf02c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG nova.compute.manager [req-ccfcd839-5af2-4f5b-bb4c-ccabb7fbd98f req-8e198247-00da-4285-9c8b-d9ba80587701 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] No waiting events found dispatching network-vif-plugged-48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:58:51 user nova-compute[75018]: WARNING nova.compute.manager [req-ccfcd839-5af2-4f5b-bb4c-ccabb7fbd98f req-8e198247-00da-4285-9c8b-d9ba80587701 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Received unexpected event network-vif-plugged-48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a for instance with vm_state building and task_state spawning.
Dec 05 16:58:51 user nova-compute[75018]: INFO nova.compute.manager [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Took 13.17 seconds to spawn the instance on the hypervisor.
Dec 05 16:58:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 16:58:51 user nova-compute[75018]: INFO nova.compute.manager [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Took 14.56 seconds to build instance.
Dec 05 16:58:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.307s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-112bd862-5d8b-4796-9bfc-93c5b64214b2 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "ee776409-860b-4334-a401-2c437a5bf02c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.821s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 16:58:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 16:58:51 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Instance spawned successfully.
Dec 05 16:58:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 16:58:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:58:52 user nova-compute[75018]: INFO nova.compute.manager [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Took 8.98 seconds to spawn the instance on the hypervisor.
Dec 05 16:58:52 user nova-compute[75018]: DEBUG nova.compute.manager [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 16:58:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.299s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:52 user nova-compute[75018]: INFO nova.compute.manager [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Took 10.90 seconds to build instance.
Dec 05 16:58:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-754a3c91-bf80-4a98-80a3-35be10cfb668 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.092s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json" returned: 0 in 0.325s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json" returned: 0 in 0.285s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-8c2b8b9e-fc9d-44ff-8e31-35c417007b44 req-e91de976-d39f-4c5b-8267-735917bb1e53 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Received event network-vif-plugged-48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:58:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8c2b8b9e-fc9d-44ff-8e31-35c417007b44 req-e91de976-d39f-4c5b-8267-735917bb1e53 service nova] Acquiring lock "ee776409-860b-4334-a401-2c437a5bf02c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8c2b8b9e-fc9d-44ff-8e31-35c417007b44 req-e91de976-d39f-4c5b-8267-735917bb1e53 service nova] Lock "ee776409-860b-4334-a401-2c437a5bf02c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8c2b8b9e-fc9d-44ff-8e31-35c417007b44 req-e91de976-d39f-4c5b-8267-735917bb1e53 service nova] Lock "ee776409-860b-4334-a401-2c437a5bf02c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-8c2b8b9e-fc9d-44ff-8e31-35c417007b44 req-e91de976-d39f-4c5b-8267-735917bb1e53 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] No waiting events found dispatching network-vif-plugged-48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:58:53 user nova-compute[75018]: WARNING nova.compute.manager [req-8c2b8b9e-fc9d-44ff-8e31-35c417007b44 req-e91de976-d39f-4c5b-8267-735917bb1e53 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Received unexpected event network-vif-plugged-48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a for instance with vm_state active and task_state None.
Dec 05 16:58:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json" returned: 0 in 0.305s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:54 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:54 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:54 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7876MB free_disk=25.614276885986328GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 16:58:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 16:58:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 533bba90-582b-4ad5-9763-532788f79d6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 16:58:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5931bfc3-7400-4941-bc87-b07f86c6982b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 16:58:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a55ebc44-4426-4281-a96d-7f4434835d12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 16:58:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 90ef686b-3ab5-4970-849d-04c563a39459 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 16:58:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance d2eb1664-a77a-4758-b0ea-61c56adf56f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 16:58:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance ee776409-860b-4334-a401-2c437a5bf02c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 16:58:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance aff5eae8-b542-411b-afc8-9208024bcc74 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 16:58:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 8f5ac884-6707-47b6-a3bd-a2fd52796223 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 16:58:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 16:58:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 16:58:55 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing inventories for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 05 16:58:55 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating ProviderTree inventory for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 05 16:58:55 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating inventory in ProviderTree for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 05 16:58:55 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing aggregate associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, aggregates: None {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 05 16:58:55 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing trait associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, traits: COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 05 16:58:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:58:56 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 16:58:56 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 16:58:56 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 16:58:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.713s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:58:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:58:57 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 16:58:57 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 16:58:57 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Skipping network cache update for instance because it is Building. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 05 16:58:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:58:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:58:57 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 16:58:57 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:58:58 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updating instance_info_cache with network_info: [{"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:58:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:58:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 16:58:58 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:58:58 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:58:58 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:58:58 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:58:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 16:58:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 16:58:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 16:58:58 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Creating image(s)
Dec 05 16:58:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Did not create local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 05 16:58:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Ensure instance console log exists: /opt/stack/data/nova/instances/aff5eae8-b542-411b-afc8-9208024bcc74/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 16:58:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Start _get_guest_xml network_info=[{"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MnKxPFOT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aff5eae8-b542-411b-afc8-9208024bcc74', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0ee51f4-e1db-4f0a-8574-8d54eb2dde02', 'serial': 'c0ee51f4-e1db-4f0a-8574-8d54eb2dde02'}, 'attachment_id': '7b121092-eabc-4f1d-b65f-590500712876', 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 16:58:58 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:58 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:58:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connector [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Factory for ISCSI on None {{(pid=75018) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.010s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MnKxPFOT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 16:58:59 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 16:58:59 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 16:58:59 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260" returned: 21 in 0.050s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb901074-986f-4f97-b8b0-1a71d6c794fb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 16:58:59 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.044s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cdbc178-dbdb-495b-8b24-ed18d5a5a7d3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02] added
Dec 05 16:58:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e8ec6d6-da89-4471-8b5e-9f6291e89c2b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[39ff26d6-f771-4b73-bafe-8cd0d2f4e587]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MnKxPFOT {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MnKxPFOT" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[79b95cc2-9293-48f7-b881-dbe490f39c18]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MnKxPFOT'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[66aaf702-1a12-454b-bebc-70f061e18325]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5aba3a4-d537-4179-b196-539a2c028472]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 05 16:58:59 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 05 16:58:59 user nova-compute[75018]:  {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 16:58:59 user nova-compute[75018]: WARNING os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 05 16:58:59 user nova-compute[75018]: 
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[920e4ebc-b9b2-4ef7-a864-f5eac998c05c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02, portal: 172.16.0.220,3260]
Dec 05 16:58:59 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02, portal: 172.16.0.220,3260] successful.
Dec 05 16:58:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4fd1fdc-5e51-4471-b74b-7912e21a7635]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[90e4b7b6-5f6b-4a76-b06a-24ccbbf20edd]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:58:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:58:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.405s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f83710ca-d14f-4d00-b005-7a67182eccbb]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 16:58:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MnKxPFOT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.445s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] <== connect_volume: return (1448ms) {'type': 'block', 'scsi_wwn': '26363636366643639', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26363636366643639', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:58:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-313241662',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-313241662',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJMgAl5LG0+H4mPIsfd96DTZqrzmtemP6EhTqhrTONSgWdmAb0j6vjd4g+5LG+OED3cyBdLbGrL46ZiwXCSyH345qebWtUcT9mpwecz2pZblA+267ZhxYD80tcye4yWgWw==',key_name='tempest-keypair-42463893',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='30bffdabdbe141c795f97868182b5a5c',ramdisk_id='',reservation_id='r-ca0dyqs0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1813823270',owner_user_name='tempest-ServerActionsV293TestJSON-1813823270-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3db5a6c0d45b46d09994234397406deb',uuid=aff5eae8-b542-411b-afc8-9208024bcc74,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Converting VIF {"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:f5:74,bridge_name='br-int',has_traffic_filtering=True,id=fd05b0db-5baa-43a1-865b-a6df8067d554,network=Network(a266ccc2-8166-4dee-ba8c-bac28132847a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd05b0db-5b') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG nova.objects.instance [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lazy-loading 'pci_devices' on Instance uuid aff5eae8-b542-411b-afc8-9208024bcc74 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] End _get_guest_xml xml=<domain type="kvm">
Dec 05 16:59:00 user nova-compute[75018]:   <uuid>aff5eae8-b542-411b-afc8-9208024bcc74</uuid>
Dec 05 16:59:00 user nova-compute[75018]:   <name>instance-00000008</name>
Dec 05 16:59:00 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 16:59:00 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 16:59:00 user nova-compute[75018]:   <metadata>
Dec 05 16:59:00 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 16:59:00 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 16:59:00 user nova-compute[75018]:       <nova:name>tempest-ServerActionsV293TestJSON-server-313241662</nova:name>
Dec 05 16:59:00 user nova-compute[75018]:       <nova:creationTime>2023-12-05 16:58:58</nova:creationTime>
Dec 05 16:59:00 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 16:59:00 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 16:59:00 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 16:59:00 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 16:59:00 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 16:59:00 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 16:59:00 user nova-compute[75018]:       </nova:flavor>
Dec 05 16:59:00 user nova-compute[75018]:       <nova:owner>
Dec 05 16:59:00 user nova-compute[75018]:         <nova:user uuid="3db5a6c0d45b46d09994234397406deb">tempest-ServerActionsV293TestJSON-1813823270-project-member</nova:user>
Dec 05 16:59:00 user nova-compute[75018]:         <nova:project uuid="30bffdabdbe141c795f97868182b5a5c">tempest-ServerActionsV293TestJSON-1813823270</nova:project>
Dec 05 16:59:00 user nova-compute[75018]:       </nova:owner>
Dec 05 16:59:00 user nova-compute[75018]:       <nova:ports>
Dec 05 16:59:00 user nova-compute[75018]:         <nova:port uuid="fd05b0db-5baa-43a1-865b-a6df8067d554">
Dec 05 16:59:00 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 05 16:59:00 user nova-compute[75018]:         </nova:port>
Dec 05 16:59:00 user nova-compute[75018]:       </nova:ports>
Dec 05 16:59:00 user nova-compute[75018]:     </nova:instance>
Dec 05 16:59:00 user nova-compute[75018]:   </metadata>
Dec 05 16:59:00 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 16:59:00 user nova-compute[75018]:     <system>
Dec 05 16:59:00 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 16:59:00 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 16:59:00 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 16:59:00 user nova-compute[75018]:       <entry name="serial">aff5eae8-b542-411b-afc8-9208024bcc74</entry>
Dec 05 16:59:00 user nova-compute[75018]:       <entry name="uuid">aff5eae8-b542-411b-afc8-9208024bcc74</entry>
Dec 05 16:59:00 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 16:59:00 user nova-compute[75018]:     </system>
Dec 05 16:59:00 user nova-compute[75018]:   </sysinfo>
Dec 05 16:59:00 user nova-compute[75018]:   <os>
Dec 05 16:59:00 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 16:59:00 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 16:59:00 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 16:59:00 user nova-compute[75018]:   </os>
Dec 05 16:59:00 user nova-compute[75018]:   <features>
Dec 05 16:59:00 user nova-compute[75018]:     <acpi/>
Dec 05 16:59:00 user nova-compute[75018]:     <apic/>
Dec 05 16:59:00 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 16:59:00 user nova-compute[75018]:   </features>
Dec 05 16:59:00 user nova-compute[75018]:   <clock offset="utc">
Dec 05 16:59:00 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 16:59:00 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 16:59:00 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 16:59:00 user nova-compute[75018]:   </clock>
Dec 05 16:59:00 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 16:59:00 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 16:59:00 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 16:59:00 user nova-compute[75018]:   </cpu>
Dec 05 16:59:00 user nova-compute[75018]:   <devices>
Dec 05 16:59:00 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 16:59:00 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 16:59:00 user nova-compute[75018]:       <source dev="/dev/sdb"/>
Dec 05 16:59:00 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 16:59:00 user nova-compute[75018]:       <serial>c0ee51f4-e1db-4f0a-8574-8d54eb2dde02</serial>
Dec 05 16:59:00 user nova-compute[75018]:     </disk>
Dec 05 16:59:00 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:59:00 user nova-compute[75018]:       <mac address="fa:16:3e:95:f5:74"/>
Dec 05 16:59:00 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:00 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:59:00 user nova-compute[75018]:       <target dev="tapfd05b0db-5b"/>
Dec 05 16:59:00 user nova-compute[75018]:     </interface>
Dec 05 16:59:00 user nova-compute[75018]:     <serial type="pty">
Dec 05 16:59:00 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/aff5eae8-b542-411b-afc8-9208024bcc74/console.log" append="off"/>
Dec 05 16:59:00 user nova-compute[75018]:     </serial>
Dec 05 16:59:00 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 16:59:00 user nova-compute[75018]:     <video>
Dec 05 16:59:00 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:00 user nova-compute[75018]:     </video>
Dec 05 16:59:00 user nova-compute[75018]:     <rng model="virtio">
Dec 05 16:59:00 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 16:59:00 user nova-compute[75018]:     </rng>
Dec 05 16:59:00 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 16:59:00 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 16:59:00 user nova-compute[75018]:       <stats period="10"/>
Dec 05 16:59:00 user nova-compute[75018]:     </memballoon>
Dec 05 16:59:00 user nova-compute[75018]:   </devices>
Dec 05 16:59:00 user nova-compute[75018]: </domain>
Dec 05 16:59:00 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:58:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-313241662',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-313241662',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJMgAl5LG0+H4mPIsfd96DTZqrzmtemP6EhTqhrTONSgWdmAb0j6vjd4g+5LG+OED3cyBdLbGrL46ZiwXCSyH345qebWtUcT9mpwecz2pZblA+267ZhxYD80tcye4yWgWw==',key_name='tempest-keypair-42463893',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='30bffdabdbe141c795f97868182b5a5c',ramdisk_id='',reservation_id='r-ca0dyqs0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1813823270',owner_user_name='tempest-ServerActionsV293TestJSON-1813823270-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3db5a6c0d45b46d09994234397406deb',uuid=aff5eae8-b542-411b-afc8-9208024bcc74,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Converting VIF {"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:f5:74,bridge_name='br-int',has_traffic_filtering=True,id=fd05b0db-5baa-43a1-865b-a6df8067d554,network=Network(a266ccc2-8166-4dee-ba8c-bac28132847a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd05b0db-5b') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG os_vif [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:f5:74,bridge_name='br-int',has_traffic_filtering=True,id=fd05b0db-5baa-43a1-865b-a6df8067d554,network=Network(a266ccc2-8166-4dee-ba8c-bac28132847a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd05b0db-5b') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '59d1aff2-c31e-51ce-a642-f6fa16c9a9ff', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfd05b0db-5b, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfd05b0db-5b, col_values=(('qos', UUID('51cc68d0-bd12-4840-9e93-8db04b49a83a')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfd05b0db-5b, col_values=(('external_ids', {'iface-id': 'fd05b0db-5baa-43a1-865b-a6df8067d554', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:95:f5:74', 'vm-uuid': 'aff5eae8-b542-411b-afc8-9208024bcc74'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:00 user nova-compute[75018]: INFO os_vif [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:f5:74,bridge_name='br-int',has_traffic_filtering=True,id=fd05b0db-5baa-43a1-865b-a6df8067d554,network=Network(a266ccc2-8166-4dee-ba8c-bac28132847a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd05b0db-5b')
Dec 05 16:59:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:59:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] No VIF found with MAC fa:16:3e:95:f5:74, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 16:59:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 16:59:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 16:59:04 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Instance spawned successfully.
Dec 05 16:59:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 16:59:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:04 user nova-compute[75018]: INFO nova.compute.manager [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Took 5.85 seconds to spawn the instance on the hypervisor.
Dec 05 16:59:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 16:59:04 user nova-compute[75018]: INFO nova.compute.manager [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Took 23.81 seconds to build instance.
Dec 05 16:59:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8ba2552c-34fb-4d89-bb75-1cd9558f6219 tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "aff5eae8-b542-411b-afc8-9208024bcc74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.063s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:07 user nova-compute[75018]: DEBUG nova.compute.manager [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 16:59:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:07 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 16:59:07 user nova-compute[75018]: INFO nova.compute.claims [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Claim successful on node user
Dec 05 16:59:08 user nova-compute[75018]: DEBUG nova.compute.manager [req-0c621313-4ee1-4314-b56a-29299c3fa08c req-67b24ca1-e6db-449c-9aa6-f458148ecaec service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received event network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0c621313-4ee1-4314-b56a-29299c3fa08c req-67b24ca1-e6db-449c-9aa6-f458148ecaec service nova] Acquiring lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0c621313-4ee1-4314-b56a-29299c3fa08c req-67b24ca1-e6db-449c-9aa6-f458148ecaec service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0c621313-4ee1-4314-b56a-29299c3fa08c req-67b24ca1-e6db-449c-9aa6-f458148ecaec service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:08 user nova-compute[75018]: DEBUG nova.compute.manager [req-0c621313-4ee1-4314-b56a-29299c3fa08c req-67b24ca1-e6db-449c-9aa6-f458148ecaec service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] No waiting events found dispatching network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:08 user nova-compute[75018]: WARNING nova.compute.manager [req-0c621313-4ee1-4314-b56a-29299c3fa08c req-67b24ca1-e6db-449c-9aa6-f458148ecaec service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received unexpected event network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 for instance with vm_state active and task_state None.
Dec 05 16:59:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:08 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 16:59:08 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 16:59:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.681s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 16:59:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 16:59:08 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 16:59:08 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 16:59:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 16:59:08 user nova-compute[75018]: INFO nova.virt.block_device [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Booting with volume 413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 at /dev/vda
Dec 05 16:59:08 user nova-compute[75018]: DEBUG os_brick.utils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 16:59:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f902374-2bb8-45cc-825d-c1c5eaa4ac86]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1eb25ff6-e9da-41ca-a16b-d413fc0ec11c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b31041e0-c82a-475c-83c0-6b3f5050e049]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c73b3871-4f0d-459e-b3c0-7d0b87d45d7e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 16:59:09 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 16:59:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[63a85897-3594-4b49-a1e9-11d1da731cff]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG os_brick.utils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] <== get_connector_properties: return (172ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating existing volume attachment record: 46b2489d-0c6e-4fd8-8a9b-f66e47e07e77 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "30801f90-f27e-41c0-a49f-50989aa2e694" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG nova.policy [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dc05d01f87a439ea4034845b2118fe9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61a1bea854144bc8965b8a2f8317f539', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 16:59:09 user nova-compute[75018]: INFO nova.compute.claims [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Claim successful on node user
Dec 05 16:59:09 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 16:59:09 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.660s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG nova.compute.manager [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG nova.compute.manager [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG nova.network.neutron [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 16:59:10 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 16:59:10 user nova-compute[75018]: DEBUG nova.compute.manager [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG nova.compute.manager [req-5287296f-ade7-4d1b-950b-d492de391deb req-fc41d499-1ed4-4bbe-b065-bdc7b231e83e service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received event network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5287296f-ade7-4d1b-950b-d492de391deb req-fc41d499-1ed4-4bbe-b065-bdc7b231e83e service nova] Acquiring lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5287296f-ade7-4d1b-950b-d492de391deb req-fc41d499-1ed4-4bbe-b065-bdc7b231e83e service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5287296f-ade7-4d1b-950b-d492de391deb req-fc41d499-1ed4-4bbe-b065-bdc7b231e83e service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG nova.compute.manager [req-5287296f-ade7-4d1b-950b-d492de391deb req-fc41d499-1ed4-4bbe-b065-bdc7b231e83e service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] No waiting events found dispatching network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:10 user nova-compute[75018]: WARNING nova.compute.manager [req-5287296f-ade7-4d1b-950b-d492de391deb req-fc41d499-1ed4-4bbe-b065-bdc7b231e83e service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received unexpected event network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 for instance with vm_state active and task_state None.
Dec 05 16:59:10 user nova-compute[75018]: INFO nova.virt.block_device [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Booting with volume 2c09b33b-2cff-4063-8901-cb941f4a764f at /dev/vda
Dec 05 16:59:10 user nova-compute[75018]: DEBUG os_brick.utils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9a7af02-064b-4950-b781-f6a30d2e1b9b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5b66da4-79b6-4cd2-8581-98f02331003d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[677200f5-89ea-4a04-a253-b3220a386451]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b6c9ddf-611b-4870-a67b-c77db623ac44]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 16:59:10 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 16:59:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[48567f60-5589-4bb5-ba1e-7d79466deb56]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG os_brick.utils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] <== get_connector_properties: return (166ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updating existing volume attachment record: 1bae86d1-b0b8-4975-b8dd-33fbf745e0cc {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG nova.policy [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74451ab4001748d68e84d02455213e6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e206a1f728b544faa47430ea8d210abe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:10 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Successfully created port: 75c81e5c-b095-47ca-abeb-dd4a4219bc8f {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:59:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:11 user nova-compute[75018]: DEBUG nova.network.neutron [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Successfully created port: 20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:59:12 user nova-compute[75018]: DEBUG nova.network.neutron [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Successfully created port: c2e12aa9-95fe-4f67-b214-ec95ee1ee183 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:59:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Acquiring lock "f63e68b5-6e85-4757-afaa-b97dfd77160e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lock "f63e68b5-6e85-4757-afaa-b97dfd77160e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:12 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 16:59:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:12 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 16:59:12 user nova-compute[75018]: INFO nova.compute.claims [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Claim successful on node user
Dec 05 16:59:12 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Successfully created port: cc998c92-6835-4a77-abc1-57eff13cdc8a {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:59:12 user nova-compute[75018]: DEBUG nova.network.neutron [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Successfully created port: 55b60baf-acbe-4a71-bd9f-e3dd2d092214 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.525s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG nova.network.neutron [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 16:59:13 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 16:59:13 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Successfully created port: 28ffa563-f69f-4530-8410-142097ed02e8 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG nova.policy [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ee5ab7a49ac47c6840e2f1762a20008', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b644970c4024ee69971b000a73f7d71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 16:59:13 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Creating image(s)
Dec 05 16:59:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Acquiring lock "/opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lock "/opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lock "/opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.241s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.192s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk 1073741824" returned: 0 in 0.074s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.274s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:14 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Successfully created port: 5ae80c3e-685f-4dcd-8026-0408648e3366 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:59:14 user nova-compute[75018]: DEBUG nova.network.neutron [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Successfully created port: 8521dc77-7bf3-4c35-b613-32b5a4af7fbc {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:59:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:14 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 16:59:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:14 user nova-compute[75018]: DEBUG nova.network.neutron [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Successfully created port: 0e7415c6-73fc-4fd0-bea7-28f43d6a6e76 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:59:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:14 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Cannot resize image /opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 16:59:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 16:59:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Ensure instance console log exists: /opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 16:59:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:14 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Successfully created port: 45cec593-b45d-4bc2-8286-507a9d3d00ed {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:59:15 user nova-compute[75018]: DEBUG nova.network.neutron [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Successfully created port: 9cd6cbf3-999c-42de-9664-8a73d0323f60 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 16:59:15 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Successfully updated port: 75c81e5c-b095-47ca-abeb-dd4a4219bc8f {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:59:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-02f7415e-f187-4a99-a460-cf6694469167 req-530a3c8c-787b-4455-96b6-7d497fd38e53 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-changed-75c81e5c-b095-47ca-abeb-dd4a4219bc8f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-02f7415e-f187-4a99-a460-cf6694469167 req-530a3c8c-787b-4455-96b6-7d497fd38e53 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Refreshing instance network info cache due to event network-changed-75c81e5c-b095-47ca-abeb-dd4a4219bc8f. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:59:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-02f7415e-f187-4a99-a460-cf6694469167 req-530a3c8c-787b-4455-96b6-7d497fd38e53 service nova] Acquiring lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-02f7415e-f187-4a99-a460-cf6694469167 req-530a3c8c-787b-4455-96b6-7d497fd38e53 service nova] Acquired lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:15 user nova-compute[75018]: DEBUG nova.network.neutron [req-02f7415e-f187-4a99-a460-cf6694469167 req-530a3c8c-787b-4455-96b6-7d497fd38e53 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Refreshing network info cache for port 75c81e5c-b095-47ca-abeb-dd4a4219bc8f {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:59:15 user nova-compute[75018]: DEBUG nova.network.neutron [req-02f7415e-f187-4a99-a460-cf6694469167 req-530a3c8c-787b-4455-96b6-7d497fd38e53 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:59:15 user nova-compute[75018]: DEBUG nova.network.neutron [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Successfully updated port: 0e7415c6-73fc-4fd0-bea7-28f43d6a6e76 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:59:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Acquiring lock "refresh_cache-f63e68b5-6e85-4757-afaa-b97dfd77160e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Acquired lock "refresh_cache-f63e68b5-6e85-4757-afaa-b97dfd77160e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:15 user nova-compute[75018]: DEBUG nova.network.neutron [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 16:59:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-635fbcd3-95c2-4c75-9167-2df411f32a67 req-500554d6-7945-401b-8afa-fe5a61f17a60 service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Received event network-changed-0e7415c6-73fc-4fd0-bea7-28f43d6a6e76 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-635fbcd3-95c2-4c75-9167-2df411f32a67 req-500554d6-7945-401b-8afa-fe5a61f17a60 service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Refreshing instance network info cache due to event network-changed-0e7415c6-73fc-4fd0-bea7-28f43d6a6e76. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:59:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-635fbcd3-95c2-4c75-9167-2df411f32a67 req-500554d6-7945-401b-8afa-fe5a61f17a60 service nova] Acquiring lock "refresh_cache-f63e68b5-6e85-4757-afaa-b97dfd77160e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:15 user nova-compute[75018]: DEBUG nova.network.neutron [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.network.neutron [req-02f7415e-f187-4a99-a460-cf6694469167 req-530a3c8c-787b-4455-96b6-7d497fd38e53 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-02f7415e-f187-4a99-a460-cf6694469167 req-530a3c8c-787b-4455-96b6-7d497fd38e53 service nova] Releasing lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.network.neutron [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Updating instance_info_cache with network_info: [{"id": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "address": "fa:16:3e:64:b3:07", "network": {"id": "2a97ba4d-de10-4940-ab84-c6877092cb0f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-785292758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b644970c4024ee69971b000a73f7d71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e7415c6-73", "ovs_interfaceid": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Releasing lock "refresh_cache-f63e68b5-6e85-4757-afaa-b97dfd77160e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Instance network_info: |[{"id": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "address": "fa:16:3e:64:b3:07", "network": {"id": "2a97ba4d-de10-4940-ab84-c6877092cb0f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-785292758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b644970c4024ee69971b000a73f7d71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e7415c6-73", "ovs_interfaceid": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-635fbcd3-95c2-4c75-9167-2df411f32a67 req-500554d6-7945-401b-8afa-fe5a61f17a60 service nova] Acquired lock "refresh_cache-f63e68b5-6e85-4757-afaa-b97dfd77160e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.network.neutron [req-635fbcd3-95c2-4c75-9167-2df411f32a67 req-500554d6-7945-401b-8afa-fe5a61f17a60 service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Refreshing network info cache for port 0e7415c6-73fc-4fd0-bea7-28f43d6a6e76 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Start _get_guest_xml network_info=[{"id": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "address": "fa:16:3e:64:b3:07", "network": {"id": "2a97ba4d-de10-4940-ab84-c6877092cb0f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-785292758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b644970c4024ee69971b000a73f7d71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e7415c6-73", "ovs_interfaceid": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 16:59:16 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:59:16 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.network.neutron [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Successfully updated port: 20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:59:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-95477499',display_name='tempest-VolumesActionsTest-instance-95477499',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-95477499',id=12,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b644970c4024ee69971b000a73f7d71',ramdisk_id='',reservation_id='r-la6qhdin',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-642494773',owner_user_name='tempest-VolumesActionsTest-642494773-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:13Z,user_data=None,user_id='1ee5ab7a49ac47c6840e2f1762a20008',uuid=f63e68b5-6e85-4757-afaa-b97dfd77160e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "address": "fa:16:3e:64:b3:07", "network": {"id": "2a97ba4d-de10-4940-ab84-c6877092cb0f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-785292758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b644970c4024ee69971b000a73f7d71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e7415c6-73", "ovs_interfaceid": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Converting VIF {"id": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "address": "fa:16:3e:64:b3:07", "network": {"id": "2a97ba4d-de10-4940-ab84-c6877092cb0f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-785292758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b644970c4024ee69971b000a73f7d71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e7415c6-73", "ovs_interfaceid": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:b3:07,bridge_name='br-int',has_traffic_filtering=True,id=0e7415c6-73fc-4fd0-bea7-28f43d6a6e76,network=Network(2a97ba4d-de10-4940-ab84-c6877092cb0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e7415c6-73') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.objects.instance [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lazy-loading 'pci_devices' on Instance uuid f63e68b5-6e85-4757-afaa-b97dfd77160e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] End _get_guest_xml xml=<domain type="kvm">
Dec 05 16:59:16 user nova-compute[75018]:   <uuid>f63e68b5-6e85-4757-afaa-b97dfd77160e</uuid>
Dec 05 16:59:16 user nova-compute[75018]:   <name>instance-0000000c</name>
Dec 05 16:59:16 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 16:59:16 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 16:59:16 user nova-compute[75018]:   <metadata>
Dec 05 16:59:16 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 16:59:16 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 16:59:16 user nova-compute[75018]:       <nova:name>tempest-VolumesActionsTest-instance-95477499</nova:name>
Dec 05 16:59:16 user nova-compute[75018]:       <nova:creationTime>2023-12-05 16:59:16</nova:creationTime>
Dec 05 16:59:16 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 16:59:16 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 16:59:16 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 16:59:16 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 16:59:16 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 16:59:16 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 16:59:16 user nova-compute[75018]:       </nova:flavor>
Dec 05 16:59:16 user nova-compute[75018]:       <nova:owner>
Dec 05 16:59:16 user nova-compute[75018]:         <nova:user uuid="1ee5ab7a49ac47c6840e2f1762a20008">tempest-VolumesActionsTest-642494773-project-member</nova:user>
Dec 05 16:59:16 user nova-compute[75018]:         <nova:project uuid="5b644970c4024ee69971b000a73f7d71">tempest-VolumesActionsTest-642494773</nova:project>
Dec 05 16:59:16 user nova-compute[75018]:       </nova:owner>
Dec 05 16:59:16 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 16:59:16 user nova-compute[75018]:       <nova:ports>
Dec 05 16:59:16 user nova-compute[75018]:         <nova:port uuid="0e7415c6-73fc-4fd0-bea7-28f43d6a6e76">
Dec 05 16:59:16 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 05 16:59:16 user nova-compute[75018]:         </nova:port>
Dec 05 16:59:16 user nova-compute[75018]:       </nova:ports>
Dec 05 16:59:16 user nova-compute[75018]:     </nova:instance>
Dec 05 16:59:16 user nova-compute[75018]:   </metadata>
Dec 05 16:59:16 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 16:59:16 user nova-compute[75018]:     <system>
Dec 05 16:59:16 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 16:59:16 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 16:59:16 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 16:59:16 user nova-compute[75018]:       <entry name="serial">f63e68b5-6e85-4757-afaa-b97dfd77160e</entry>
Dec 05 16:59:16 user nova-compute[75018]:       <entry name="uuid">f63e68b5-6e85-4757-afaa-b97dfd77160e</entry>
Dec 05 16:59:16 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 16:59:16 user nova-compute[75018]:     </system>
Dec 05 16:59:16 user nova-compute[75018]:   </sysinfo>
Dec 05 16:59:16 user nova-compute[75018]:   <os>
Dec 05 16:59:16 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 16:59:16 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 16:59:16 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 16:59:16 user nova-compute[75018]:   </os>
Dec 05 16:59:16 user nova-compute[75018]:   <features>
Dec 05 16:59:16 user nova-compute[75018]:     <acpi/>
Dec 05 16:59:16 user nova-compute[75018]:     <apic/>
Dec 05 16:59:16 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 16:59:16 user nova-compute[75018]:   </features>
Dec 05 16:59:16 user nova-compute[75018]:   <clock offset="utc">
Dec 05 16:59:16 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 16:59:16 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 16:59:16 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 16:59:16 user nova-compute[75018]:   </clock>
Dec 05 16:59:16 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 16:59:16 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 16:59:16 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 16:59:16 user nova-compute[75018]:   </cpu>
Dec 05 16:59:16 user nova-compute[75018]:   <devices>
Dec 05 16:59:16 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 16:59:16 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 16:59:16 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk"/>
Dec 05 16:59:16 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 16:59:16 user nova-compute[75018]:     </disk>
Dec 05 16:59:16 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:59:16 user nova-compute[75018]:       <mac address="fa:16:3e:64:b3:07"/>
Dec 05 16:59:16 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:16 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:59:16 user nova-compute[75018]:       <target dev="tap0e7415c6-73"/>
Dec 05 16:59:16 user nova-compute[75018]:     </interface>
Dec 05 16:59:16 user nova-compute[75018]:     <serial type="pty">
Dec 05 16:59:16 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/console.log" append="off"/>
Dec 05 16:59:16 user nova-compute[75018]:     </serial>
Dec 05 16:59:16 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 16:59:16 user nova-compute[75018]:     <video>
Dec 05 16:59:16 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:16 user nova-compute[75018]:     </video>
Dec 05 16:59:16 user nova-compute[75018]:     <rng model="virtio">
Dec 05 16:59:16 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 16:59:16 user nova-compute[75018]:     </rng>
Dec 05 16:59:16 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 16:59:16 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 16:59:16 user nova-compute[75018]:       <stats period="10"/>
Dec 05 16:59:16 user nova-compute[75018]:     </memballoon>
Dec 05 16:59:16 user nova-compute[75018]:   </devices>
Dec 05 16:59:16 user nova-compute[75018]: </domain>
Dec 05 16:59:16 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:59:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-95477499',display_name='tempest-VolumesActionsTest-instance-95477499',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-95477499',id=12,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b644970c4024ee69971b000a73f7d71',ramdisk_id='',reservation_id='r-la6qhdin',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-642494773',owner_user_name='tempest-VolumesActionsTest-642494773-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:13Z,user_data=None,user_id='1ee5ab7a49ac47c6840e2f1762a20008',uuid=f63e68b5-6e85-4757-afaa-b97dfd77160e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "address": "fa:16:3e:64:b3:07", "network": {"id": "2a97ba4d-de10-4940-ab84-c6877092cb0f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-785292758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b644970c4024ee69971b000a73f7d71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e7415c6-73", "ovs_interfaceid": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Converting VIF {"id": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "address": "fa:16:3e:64:b3:07", "network": {"id": "2a97ba4d-de10-4940-ab84-c6877092cb0f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-785292758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b644970c4024ee69971b000a73f7d71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e7415c6-73", "ovs_interfaceid": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:b3:07,bridge_name='br-int',has_traffic_filtering=True,id=0e7415c6-73fc-4fd0-bea7-28f43d6a6e76,network=Network(2a97ba4d-de10-4940-ab84-c6877092cb0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e7415c6-73') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG os_vif [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:b3:07,bridge_name='br-int',has_traffic_filtering=True,id=0e7415c6-73fc-4fd0-bea7-28f43d6a6e76,network=Network(2a97ba4d-de10-4940-ab84-c6877092cb0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e7415c6-73') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ee545691-c464-581a-a8cb-be1f16e9e225', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0e7415c6-73, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0e7415c6-73, col_values=(('qos', UUID('79c2ccc9-72e1-4d98-ad88-02c985a8e6fd')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0e7415c6-73, col_values=(('external_ids', {'iface-id': '0e7415c6-73fc-4fd0-bea7-28f43d6a6e76', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:64:b3:07', 'vm-uuid': 'f63e68b5-6e85-4757-afaa-b97dfd77160e'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:16 user nova-compute[75018]: INFO os_vif [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:b3:07,bridge_name='br-int',has_traffic_filtering=True,id=0e7415c6-73fc-4fd0-bea7-28f43d6a6e76,network=Network(2a97ba4d-de10-4940-ab84-c6877092cb0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e7415c6-73')
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] No VIF found with MAC fa:16:3e:64:b3:07, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 16:59:16 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Successfully updated port: adc9d06e-c012-49e9-af9e-cc3da9203457 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-635fbcd3-95c2-4c75-9167-2df411f32a67 req-500554d6-7945-401b-8afa-fe5a61f17a60 service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Updated VIF entry in instance network info cache for port 0e7415c6-73fc-4fd0-bea7-28f43d6a6e76. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-635fbcd3-95c2-4c75-9167-2df411f32a67 req-500554d6-7945-401b-8afa-fe5a61f17a60 service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Updating instance_info_cache with network_info: [{"id": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "address": "fa:16:3e:64:b3:07", "network": {"id": "2a97ba4d-de10-4940-ab84-c6877092cb0f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-785292758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b644970c4024ee69971b000a73f7d71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e7415c6-73", "ovs_interfaceid": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-635fbcd3-95c2-4c75-9167-2df411f32a67 req-500554d6-7945-401b-8afa-fe5a61f17a60 service nova] Releasing lock "refresh_cache-f63e68b5-6e85-4757-afaa-b97dfd77160e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-f7813468-39ca-47fe-b23a-940bdd7ba9bc req-7b9cefe5-7f27-48a9-abb3-34ba3cde93f6 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-changed-adc9d06e-c012-49e9-af9e-cc3da9203457 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-f7813468-39ca-47fe-b23a-940bdd7ba9bc req-7b9cefe5-7f27-48a9-abb3-34ba3cde93f6 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Refreshing instance network info cache due to event network-changed-adc9d06e-c012-49e9-af9e-cc3da9203457. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f7813468-39ca-47fe-b23a-940bdd7ba9bc req-7b9cefe5-7f27-48a9-abb3-34ba3cde93f6 service nova] Acquiring lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f7813468-39ca-47fe-b23a-940bdd7ba9bc req-7b9cefe5-7f27-48a9-abb3-34ba3cde93f6 service nova] Acquired lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-f7813468-39ca-47fe-b23a-940bdd7ba9bc req-7b9cefe5-7f27-48a9-abb3-34ba3cde93f6 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Refreshing network info cache for port adc9d06e-c012-49e9-af9e-cc3da9203457 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG nova.network.neutron [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Successfully updated port: ea44200d-582a-43a7-9e3d-1d5ab785e61c {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-f7813468-39ca-47fe-b23a-940bdd7ba9bc req-7b9cefe5-7f27-48a9-abb3-34ba3cde93f6 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Successfully updated port: 3e0c0259-1c9f-456b-be6a-741341485928 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-98bb9633-037b-4b47-b28e-4224e9d699b6 req-2c3a9e5e-227e-49ab-9e67-545f96cdb6db service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-changed-20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-98bb9633-037b-4b47-b28e-4224e9d699b6 req-2c3a9e5e-227e-49ab-9e67-545f96cdb6db service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Refreshing instance network info cache due to event network-changed-20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-98bb9633-037b-4b47-b28e-4224e9d699b6 req-2c3a9e5e-227e-49ab-9e67-545f96cdb6db service nova] Acquiring lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-98bb9633-037b-4b47-b28e-4224e9d699b6 req-2c3a9e5e-227e-49ab-9e67-545f96cdb6db service nova] Acquired lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-98bb9633-037b-4b47-b28e-4224e9d699b6 req-2c3a9e5e-227e-49ab-9e67-545f96cdb6db service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Refreshing network info cache for port 20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-98bb9633-037b-4b47-b28e-4224e9d699b6 req-2c3a9e5e-227e-49ab-9e67-545f96cdb6db service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-f7813468-39ca-47fe-b23a-940bdd7ba9bc req-7b9cefe5-7f27-48a9-abb3-34ba3cde93f6 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f7813468-39ca-47fe-b23a-940bdd7ba9bc req-7b9cefe5-7f27-48a9-abb3-34ba3cde93f6 service nova] Releasing lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:18 user nova-compute[75018]: DEBUG nova.network.neutron [req-98bb9633-037b-4b47-b28e-4224e9d699b6 req-2c3a9e5e-227e-49ab-9e67-545f96cdb6db service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-98bb9633-037b-4b47-b28e-4224e9d699b6 req-2c3a9e5e-227e-49ab-9e67-545f96cdb6db service nova] Releasing lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:18 user nova-compute[75018]: DEBUG nova.compute.manager [req-98bb9633-037b-4b47-b28e-4224e9d699b6 req-2c3a9e5e-227e-49ab-9e67-545f96cdb6db service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-changed-ea44200d-582a-43a7-9e3d-1d5ab785e61c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:18 user nova-compute[75018]: DEBUG nova.compute.manager [req-98bb9633-037b-4b47-b28e-4224e9d699b6 req-2c3a9e5e-227e-49ab-9e67-545f96cdb6db service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Refreshing instance network info cache due to event network-changed-ea44200d-582a-43a7-9e3d-1d5ab785e61c. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:59:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-98bb9633-037b-4b47-b28e-4224e9d699b6 req-2c3a9e5e-227e-49ab-9e67-545f96cdb6db service nova] Acquiring lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-98bb9633-037b-4b47-b28e-4224e9d699b6 req-2c3a9e5e-227e-49ab-9e67-545f96cdb6db service nova] Acquired lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:18 user nova-compute[75018]: DEBUG nova.network.neutron [req-98bb9633-037b-4b47-b28e-4224e9d699b6 req-2c3a9e5e-227e-49ab-9e67-545f96cdb6db service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Refreshing network info cache for port ea44200d-582a-43a7-9e3d-1d5ab785e61c {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:59:18 user nova-compute[75018]: DEBUG nova.network.neutron [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Successfully updated port: 669d78c9-a014-4d90-8e61-12d7b36b5e93 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:59:18 user nova-compute[75018]: DEBUG nova.network.neutron [req-98bb9633-037b-4b47-b28e-4224e9d699b6 req-2c3a9e5e-227e-49ab-9e67-545f96cdb6db service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:59:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:18 user nova-compute[75018]: DEBUG nova.network.neutron [req-98bb9633-037b-4b47-b28e-4224e9d699b6 req-2c3a9e5e-227e-49ab-9e67-545f96cdb6db service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-98bb9633-037b-4b47-b28e-4224e9d699b6 req-2c3a9e5e-227e-49ab-9e67-545f96cdb6db service nova] Releasing lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:19 user nova-compute[75018]: DEBUG nova.network.neutron [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Successfully updated port: c2e12aa9-95fe-4f67-b214-ec95ee1ee183 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:59:19 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Successfully updated port: cc998c92-6835-4a77-abc1-57eff13cdc8a {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:59:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-changed-3e0c0259-1c9f-456b-be6a-741341485928 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Refreshing instance network info cache due to event network-changed-3e0c0259-1c9f-456b-be6a-741341485928. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:59:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] Acquiring lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] Acquired lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:19 user nova-compute[75018]: DEBUG nova.network.neutron [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Refreshing network info cache for port 3e0c0259-1c9f-456b-be6a-741341485928 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:59:19 user nova-compute[75018]: DEBUG nova.network.neutron [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:59:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-dc1f90fc-d888-4e7c-a7bc-5ed2a42824b2 req-328731bc-5bfa-47be-b903-e29964624ead service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-changed-669d78c9-a014-4d90-8e61-12d7b36b5e93 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-dc1f90fc-d888-4e7c-a7bc-5ed2a42824b2 req-328731bc-5bfa-47be-b903-e29964624ead service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Refreshing instance network info cache due to event network-changed-669d78c9-a014-4d90-8e61-12d7b36b5e93. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:59:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dc1f90fc-d888-4e7c-a7bc-5ed2a42824b2 req-328731bc-5bfa-47be-b903-e29964624ead service nova] Acquiring lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dc1f90fc-d888-4e7c-a7bc-5ed2a42824b2 req-328731bc-5bfa-47be-b903-e29964624ead service nova] Acquired lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:19 user nova-compute[75018]: DEBUG nova.network.neutron [req-dc1f90fc-d888-4e7c-a7bc-5ed2a42824b2 req-328731bc-5bfa-47be-b903-e29964624ead service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Refreshing network info cache for port 669d78c9-a014-4d90-8e61-12d7b36b5e93 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.network.neutron [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Successfully updated port: 55b60baf-acbe-4a71-bd9f-e3dd2d092214 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.network.neutron [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] Releasing lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Received event network-vif-plugged-0e7415c6-73fc-4fd0-bea7-28f43d6a6e76 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] Acquiring lock "f63e68b5-6e85-4757-afaa-b97dfd77160e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] Lock "f63e68b5-6e85-4757-afaa-b97dfd77160e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] Lock "f63e68b5-6e85-4757-afaa-b97dfd77160e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] No waiting events found dispatching network-vif-plugged-0e7415c6-73fc-4fd0-bea7-28f43d6a6e76 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:20 user nova-compute[75018]: WARNING nova.compute.manager [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Received unexpected event network-vif-plugged-0e7415c6-73fc-4fd0-bea7-28f43d6a6e76 for instance with vm_state building and task_state spawning.
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Received event network-vif-plugged-0e7415c6-73fc-4fd0-bea7-28f43d6a6e76 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] Acquiring lock "f63e68b5-6e85-4757-afaa-b97dfd77160e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] Lock "f63e68b5-6e85-4757-afaa-b97dfd77160e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] Lock "f63e68b5-6e85-4757-afaa-b97dfd77160e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] No waiting events found dispatching network-vif-plugged-0e7415c6-73fc-4fd0-bea7-28f43d6a6e76 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:20 user nova-compute[75018]: WARNING nova.compute.manager [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Received unexpected event network-vif-plugged-0e7415c6-73fc-4fd0-bea7-28f43d6a6e76 for instance with vm_state building and task_state spawning.
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-changed-cc998c92-6835-4a77-abc1-57eff13cdc8a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Refreshing instance network info cache due to event network-changed-cc998c92-6835-4a77-abc1-57eff13cdc8a. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] Acquiring lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] Acquired lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.network.neutron [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Refreshing network info cache for port cc998c92-6835-4a77-abc1-57eff13cdc8a {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.network.neutron [req-dc1f90fc-d888-4e7c-a7bc-5ed2a42824b2 req-328731bc-5bfa-47be-b903-e29964624ead service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.network.neutron [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 16:59:20 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Instance spawned successfully.
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.network.neutron [req-dc1f90fc-d888-4e7c-a7bc-5ed2a42824b2 req-328731bc-5bfa-47be-b903-e29964624ead service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.network.neutron [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dc1f90fc-d888-4e7c-a7bc-5ed2a42824b2 req-328731bc-5bfa-47be-b903-e29964624ead service nova] Releasing lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-dc1f90fc-d888-4e7c-a7bc-5ed2a42824b2 req-328731bc-5bfa-47be-b903-e29964624ead service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-changed-c2e12aa9-95fe-4f67-b214-ec95ee1ee183 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-dc1f90fc-d888-4e7c-a7bc-5ed2a42824b2 req-328731bc-5bfa-47be-b903-e29964624ead service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Refreshing instance network info cache due to event network-changed-c2e12aa9-95fe-4f67-b214-ec95ee1ee183. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dc1f90fc-d888-4e7c-a7bc-5ed2a42824b2 req-328731bc-5bfa-47be-b903-e29964624ead service nova] Acquiring lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dc1f90fc-d888-4e7c-a7bc-5ed2a42824b2 req-328731bc-5bfa-47be-b903-e29964624ead service nova] Acquired lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.network.neutron [req-dc1f90fc-d888-4e7c-a7bc-5ed2a42824b2 req-328731bc-5bfa-47be-b903-e29964624ead service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Refreshing network info cache for port c2e12aa9-95fe-4f67-b214-ec95ee1ee183 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:59:20 user nova-compute[75018]: INFO nova.compute.manager [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Took 7.04 seconds to spawn the instance on the hypervisor.
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da229771-758e-4d41-91d1-ac7b4263c559 req-1d955749-c3ea-4aad-ab1f-78f82d2bf2a4 service nova] Releasing lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.network.neutron [req-dc1f90fc-d888-4e7c-a7bc-5ed2a42824b2 req-328731bc-5bfa-47be-b903-e29964624ead service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:59:20 user nova-compute[75018]: INFO nova.compute.manager [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Took 8.02 seconds to build instance.
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Successfully updated port: 28ffa563-f69f-4530-8410-142097ed02e8 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:59:20 user nova-compute[75018]: INFO nova.virt.block_device [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Booting with volume cc713530-dc31-4dac-b5b4-b3b93834bf65 at /dev/vdb
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6b0dfa4e-19e7-4b55-9583-4b86b8ef5960 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lock "f63e68b5-6e85-4757-afaa-b97dfd77160e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.176s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG os_brick.utils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6b38988-912a-4a75-bc9b-34cb86433970]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c81be93-c7b1-41ad-99ff-f16213fbbee4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.network.neutron [req-dc1f90fc-d888-4e7c-a7bc-5ed2a42824b2 req-328731bc-5bfa-47be-b903-e29964624ead service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0f628bc-4c8a-4377-8655-4fd57e035c9f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef44053b-575d-493d-b666-7a589c1e0935]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dc1f90fc-d888-4e7c-a7bc-5ed2a42824b2 req-328731bc-5bfa-47be-b903-e29964624ead service nova] Releasing lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 16:59:20 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 16:59:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1802c96f-b9ec-43b0-81d9-3ebc6da980ce]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG os_brick.utils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 16:59:20 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating existing volume attachment record: 37439b19-ded0-41aa-afbb-bc38fd74fca4 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 16:59:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:21 user nova-compute[75018]: DEBUG nova.compute.manager [req-e22e5421-08b3-4d2e-9ccc-4c3f0e40daf9 req-f29cedcb-0816-44d2-a1ae-f5be1688d6fa service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-changed-28ffa563-f69f-4530-8410-142097ed02e8 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:21 user nova-compute[75018]: DEBUG nova.compute.manager [req-e22e5421-08b3-4d2e-9ccc-4c3f0e40daf9 req-f29cedcb-0816-44d2-a1ae-f5be1688d6fa service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Refreshing instance network info cache due to event network-changed-28ffa563-f69f-4530-8410-142097ed02e8. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:59:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e22e5421-08b3-4d2e-9ccc-4c3f0e40daf9 req-f29cedcb-0816-44d2-a1ae-f5be1688d6fa service nova] Acquiring lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e22e5421-08b3-4d2e-9ccc-4c3f0e40daf9 req-f29cedcb-0816-44d2-a1ae-f5be1688d6fa service nova] Acquired lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:21 user nova-compute[75018]: DEBUG nova.network.neutron [req-e22e5421-08b3-4d2e-9ccc-4c3f0e40daf9 req-f29cedcb-0816-44d2-a1ae-f5be1688d6fa service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Refreshing network info cache for port 28ffa563-f69f-4530-8410-142097ed02e8 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:59:21 user nova-compute[75018]: DEBUG nova.network.neutron [req-e22e5421-08b3-4d2e-9ccc-4c3f0e40daf9 req-f29cedcb-0816-44d2-a1ae-f5be1688d6fa service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:59:21 user nova-compute[75018]: DEBUG nova.network.neutron [req-e22e5421-08b3-4d2e-9ccc-4c3f0e40daf9 req-f29cedcb-0816-44d2-a1ae-f5be1688d6fa service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e22e5421-08b3-4d2e-9ccc-4c3f0e40daf9 req-f29cedcb-0816-44d2-a1ae-f5be1688d6fa service nova] Releasing lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:21 user nova-compute[75018]: DEBUG nova.network.neutron [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Successfully updated port: 8521dc77-7bf3-4c35-b613-32b5a4af7fbc {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:59:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-3e97a5f9-b7e4-4b9d-98ae-dedbdfa14f54 req-34691f11-f070-4d13-bbe2-97510d29df36 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-changed-55b60baf-acbe-4a71-bd9f-e3dd2d092214 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-3e97a5f9-b7e4-4b9d-98ae-dedbdfa14f54 req-34691f11-f070-4d13-bbe2-97510d29df36 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Refreshing instance network info cache due to event network-changed-55b60baf-acbe-4a71-bd9f-e3dd2d092214. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:59:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3e97a5f9-b7e4-4b9d-98ae-dedbdfa14f54 req-34691f11-f070-4d13-bbe2-97510d29df36 service nova] Acquiring lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3e97a5f9-b7e4-4b9d-98ae-dedbdfa14f54 req-34691f11-f070-4d13-bbe2-97510d29df36 service nova] Acquired lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:22 user nova-compute[75018]: DEBUG nova.network.neutron [req-3e97a5f9-b7e4-4b9d-98ae-dedbdfa14f54 req-34691f11-f070-4d13-bbe2-97510d29df36 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Refreshing network info cache for port 55b60baf-acbe-4a71-bd9f-e3dd2d092214 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:59:22 user nova-compute[75018]: DEBUG nova.network.neutron [req-3e97a5f9-b7e4-4b9d-98ae-dedbdfa14f54 req-34691f11-f070-4d13-bbe2-97510d29df36 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:59:22 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Successfully updated port: 5ae80c3e-685f-4dcd-8026-0408648e3366 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:59:22 user nova-compute[75018]: DEBUG nova.network.neutron [req-3e97a5f9-b7e4-4b9d-98ae-dedbdfa14f54 req-34691f11-f070-4d13-bbe2-97510d29df36 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3e97a5f9-b7e4-4b9d-98ae-dedbdfa14f54 req-34691f11-f070-4d13-bbe2-97510d29df36 service nova] Releasing lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:23 user nova-compute[75018]: DEBUG nova.network.neutron [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Successfully updated port: 9cd6cbf3-999c-42de-9664-8a73d0323f60 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:59:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Acquiring lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Acquired lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:23 user nova-compute[75018]: DEBUG nova.network.neutron [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 16:59:23 user nova-compute[75018]: DEBUG nova.network.neutron [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:59:23 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Successfully updated port: 45cec593-b45d-4bc2-8286-507a9d3d00ed {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 16:59:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Acquiring lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Acquired lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:23 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 16:59:23 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 16:59:23 user nova-compute[75018]: DEBUG nova.compute.manager [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-changed-8521dc77-7bf3-4c35-b613-32b5a4af7fbc {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:23 user nova-compute[75018]: DEBUG nova.compute.manager [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Refreshing instance network info cache due to event network-changed-8521dc77-7bf3-4c35-b613-32b5a4af7fbc. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:59:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] Acquiring lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updating instance_info_cache with network_info: [{"id": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "address": "fa:16:3e:e3:61:26", "network": {"id": "0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1118191101-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20f550d6-cc", "ovs_interfaceid": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "address": "fa:16:3e:3a:14:fd", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea44200d-58", "ovs_interfaceid": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "address": "fa:16:3e:d3:ce:1b", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap669d78c9-a0", "ovs_interfaceid": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "address": "fa:16:3e:bf:c1:4a", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2e12aa9-95", "ovs_interfaceid": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "address": "fa:16:3e:06:bc:02", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55b60baf-ac", "ovs_interfaceid": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "address": "fa:16:3e:e6:db:24", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8521dc77-7b", "ovs_interfaceid": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "address": "fa:16:3e:bc:b3:6a", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cd6cbf3-99", "ovs_interfaceid": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Releasing lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Instance network_info: |[{"id": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "address": "fa:16:3e:e3:61:26", "network": {"id": "0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1118191101-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20f550d6-cc", "ovs_interfaceid": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "address": "fa:16:3e:3a:14:fd", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea44200d-58", "ovs_interfaceid": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "address": "fa:16:3e:d3:ce:1b", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap669d78c9-a0", "ovs_interfaceid": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "address": "fa:16:3e:bf:c1:4a", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2e12aa9-95", "ovs_interfaceid": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "address": "fa:16:3e:06:bc:02", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55b60baf-ac", "ovs_interfaceid": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "address": "fa:16:3e:e6:db:24", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8521dc77-7b", "ovs_interfaceid": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "address": "fa:16:3e:bc:b3:6a", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cd6cbf3-99", "ovs_interfaceid": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] Acquired lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG nova.network.neutron [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Refreshing network info cache for port 8521dc77-7bf3-4c35-b613-32b5a4af7fbc {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating instance_info_cache with network_info: [{"id": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "address": "fa:16:3e:8f:bf:5e", "network": {"id": "b1893ae4-5cdb-4bf0-9fd3-3aa956130190", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1790858465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75c81e5c-b0", "ovs_interfaceid": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "adc9d06e-c012-49e9-af9e-cc3da9203457", "address": "fa:16:3e:75:62:41", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapadc9d06e-c0", "ovs_interfaceid": "adc9d06e-c012-49e9-af9e-cc3da9203457", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3e0c0259-1c9f-456b-be6a-741341485928", "address": "fa:16:3e:8c:9d:45", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e0c0259-1c", "ovs_interfaceid": "3e0c0259-1c9f-456b-be6a-741341485928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "address": "fa:16:3e:bd:63:1a", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc998c92-68", "ovs_interfaceid": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28ffa563-f69f-4530-8410-142097ed02e8", "address": "fa:16:3e:c6:8f:21", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ffa563-f6", "ovs_interfaceid": "28ffa563-f69f-4530-8410-142097ed02e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ae80c3e-685f-4dcd-8026-0408648e3366", "address": "fa:16:3e:7d:98:14", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ae80c3e-68", "ovs_interfaceid": "5ae80c3e-685f-4dcd-8026-0408648e3366", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "address": "fa:16:3e:10:b3:34", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45cec593-b4", "ovs_interfaceid": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Releasing lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Instance network_info: |[{"id": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "address": "fa:16:3e:8f:bf:5e", "network": {"id": "b1893ae4-5cdb-4bf0-9fd3-3aa956130190", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1790858465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75c81e5c-b0", "ovs_interfaceid": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "adc9d06e-c012-49e9-af9e-cc3da9203457", "address": "fa:16:3e:75:62:41", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapadc9d06e-c0", "ovs_interfaceid": "adc9d06e-c012-49e9-af9e-cc3da9203457", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3e0c0259-1c9f-456b-be6a-741341485928", "address": "fa:16:3e:8c:9d:45", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e0c0259-1c", "ovs_interfaceid": "3e0c0259-1c9f-456b-be6a-741341485928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "address": "fa:16:3e:bd:63:1a", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc998c92-68", "ovs_interfaceid": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28ffa563-f69f-4530-8410-142097ed02e8", "address": "fa:16:3e:c6:8f:21", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ffa563-f6", "ovs_interfaceid": "28ffa563-f69f-4530-8410-142097ed02e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ae80c3e-685f-4dcd-8026-0408648e3366", "address": "fa:16:3e:7d:98:14", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ae80c3e-68", "ovs_interfaceid": "5ae80c3e-685f-4dcd-8026-0408648e3366", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "address": "fa:16:3e:10:b3:34", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45cec593-b4", "ovs_interfaceid": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG nova.network.neutron [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updated VIF entry in instance network info cache for port 8521dc77-7bf3-4c35-b613-32b5a4af7fbc. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG nova.network.neutron [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updating instance_info_cache with network_info: [{"id": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "address": "fa:16:3e:e3:61:26", "network": {"id": "0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1118191101-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20f550d6-cc", "ovs_interfaceid": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "address": "fa:16:3e:3a:14:fd", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea44200d-58", "ovs_interfaceid": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "address": "fa:16:3e:d3:ce:1b", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap669d78c9-a0", "ovs_interfaceid": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "address": "fa:16:3e:bf:c1:4a", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2e12aa9-95", "ovs_interfaceid": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "address": "fa:16:3e:06:bc:02", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55b60baf-ac", "ovs_interfaceid": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "address": "fa:16:3e:e6:db:24", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8521dc77-7b", "ovs_interfaceid": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "address": "fa:16:3e:bc:b3:6a", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cd6cbf3-99", "ovs_interfaceid": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] Releasing lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-changed-5ae80c3e-685f-4dcd-8026-0408648e3366 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Refreshing instance network info cache due to event network-changed-5ae80c3e-685f-4dcd-8026-0408648e3366. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] Acquiring lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] Acquired lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:26 user nova-compute[75018]: DEBUG nova.network.neutron [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Refreshing network info cache for port 5ae80c3e-685f-4dcd-8026-0408648e3366 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG nova.network.neutron [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updated VIF entry in instance network info cache for port 5ae80c3e-685f-4dcd-8026-0408648e3366. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG nova.network.neutron [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating instance_info_cache with network_info: [{"id": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "address": "fa:16:3e:8f:bf:5e", "network": {"id": "b1893ae4-5cdb-4bf0-9fd3-3aa956130190", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1790858465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75c81e5c-b0", "ovs_interfaceid": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "adc9d06e-c012-49e9-af9e-cc3da9203457", "address": "fa:16:3e:75:62:41", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapadc9d06e-c0", "ovs_interfaceid": "adc9d06e-c012-49e9-af9e-cc3da9203457", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3e0c0259-1c9f-456b-be6a-741341485928", "address": "fa:16:3e:8c:9d:45", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e0c0259-1c", "ovs_interfaceid": "3e0c0259-1c9f-456b-be6a-741341485928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "address": "fa:16:3e:bd:63:1a", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc998c92-68", "ovs_interfaceid": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28ffa563-f69f-4530-8410-142097ed02e8", "address": "fa:16:3e:c6:8f:21", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ffa563-f6", "ovs_interfaceid": "28ffa563-f69f-4530-8410-142097ed02e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ae80c3e-685f-4dcd-8026-0408648e3366", "address": "fa:16:3e:7d:98:14", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ae80c3e-68", "ovs_interfaceid": "5ae80c3e-685f-4dcd-8026-0408648e3366", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "address": "fa:16:3e:10:b3:34", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45cec593-b4", "ovs_interfaceid": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:27 user nova-compute[75018]: INFO nova.virt.block_device [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Booting with volume f7fdd523-0090-41ef-9695-28e1ffabae9c at /dev/vdb
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] Releasing lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-changed-9cd6cbf3-999c-42de-9664-8a73d0323f60 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Refreshing instance network info cache due to event network-changed-9cd6cbf3-999c-42de-9664-8a73d0323f60. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] Acquiring lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] Acquired lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG nova.network.neutron [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Refreshing network info cache for port 9cd6cbf3-999c-42de-9664-8a73d0323f60 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG os_brick.utils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[46e67ddc-1f4f-4c0e-99a1-f430bd17cd0b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2b7a298-5c8e-402f-9990-5e93174e89da]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca8c112-e129-4e4f-b948-52f8a12d21e5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca306c51-ad3e-4472-b34c-914ce95d9101]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 16:59:27 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[077d8b20-8d64-4f55-bc89-4246cf1075ee]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG os_brick.utils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] <== get_connector_properties: return (145ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updating existing volume attachment record: f61a2e7c-b6c6-4426-aa01-167009eb0803 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG nova.network.neutron [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updated VIF entry in instance network info cache for port 9cd6cbf3-999c-42de-9664-8a73d0323f60. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG nova.network.neutron [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updating instance_info_cache with network_info: [{"id": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "address": "fa:16:3e:e3:61:26", "network": {"id": "0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1118191101-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20f550d6-cc", "ovs_interfaceid": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "address": "fa:16:3e:3a:14:fd", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea44200d-58", "ovs_interfaceid": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "address": "fa:16:3e:d3:ce:1b", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap669d78c9-a0", "ovs_interfaceid": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "address": "fa:16:3e:bf:c1:4a", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2e12aa9-95", "ovs_interfaceid": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "address": "fa:16:3e:06:bc:02", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55b60baf-ac", "ovs_interfaceid": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "address": "fa:16:3e:e6:db:24", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8521dc77-7b", "ovs_interfaceid": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "address": "fa:16:3e:bc:b3:6a", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cd6cbf3-99", "ovs_interfaceid": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] Releasing lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-changed-45cec593-b45d-4bc2-8286-507a9d3d00ed {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Refreshing instance network info cache due to event network-changed-45cec593-b45d-4bc2-8286-507a9d3d00ed. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] Acquiring lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] Acquired lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:27 user nova-compute[75018]: DEBUG nova.network.neutron [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Refreshing network info cache for port 45cec593-b45d-4bc2-8286-507a9d3d00ed {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:59:28 user nova-compute[75018]: DEBUG nova.network.neutron [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updated VIF entry in instance network info cache for port 45cec593-b45d-4bc2-8286-507a9d3d00ed. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 16:59:28 user nova-compute[75018]: DEBUG nova.network.neutron [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating instance_info_cache with network_info: [{"id": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "address": "fa:16:3e:8f:bf:5e", "network": {"id": "b1893ae4-5cdb-4bf0-9fd3-3aa956130190", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1790858465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75c81e5c-b0", "ovs_interfaceid": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "adc9d06e-c012-49e9-af9e-cc3da9203457", "address": "fa:16:3e:75:62:41", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapadc9d06e-c0", "ovs_interfaceid": "adc9d06e-c012-49e9-af9e-cc3da9203457", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3e0c0259-1c9f-456b-be6a-741341485928", "address": "fa:16:3e:8c:9d:45", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e0c0259-1c", "ovs_interfaceid": "3e0c0259-1c9f-456b-be6a-741341485928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "address": "fa:16:3e:bd:63:1a", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc998c92-68", "ovs_interfaceid": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28ffa563-f69f-4530-8410-142097ed02e8", "address": "fa:16:3e:c6:8f:21", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ffa563-f6", "ovs_interfaceid": "28ffa563-f69f-4530-8410-142097ed02e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ae80c3e-685f-4dcd-8026-0408648e3366", "address": "fa:16:3e:7d:98:14", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ae80c3e-68", "ovs_interfaceid": "5ae80c3e-685f-4dcd-8026-0408648e3366", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "address": "fa:16:3e:10:b3:34", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45cec593-b4", "ovs_interfaceid": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-81b9f69f-1c99-4d72-9022-31b156365fca req-0aaa2417-7bf3-495f-bf0b-a1ce5b87fbd9 service nova] Releasing lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:31 user nova-compute[75018]: INFO nova.virt.block_device [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Booting with volume e5e7ed95-813a-413b-9800-db902bb9b0c2 at /dev/vdc
Dec 05 16:59:31 user nova-compute[75018]: DEBUG os_brick.utils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[186bdbb1-c87d-4fe6-9ca0-7703780e35c1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[62b3363b-6da9-4766-b106-9840e21a293b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6efacba7-eec6-4b85-a8ff-c68a2af9ebb0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0dc6c38-0c8c-480f-b042-686e10f740ed]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 16:59:31 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 16:59:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6673b5e-f8e7-4f2e-9f74-381296f911b5]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG os_brick.utils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating existing volume attachment record: 1668f8c3-ea2e-4eec-b238-13e3185fcf3c {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:41 user nova-compute[75018]: INFO nova.virt.block_device [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Booting with volume 3e855302-788d-485a-8e6c-6c1bebe63227 at /dev/vdc
Dec 05 16:59:41 user nova-compute[75018]: DEBUG os_brick.utils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[878fbe24-4b75-4f41-a85b-3f26fe67421e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6992739f-0a31-4c4a-8f51-9f5e9cf5ceae]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea8e43b7-cf9b-4181-8284-35ec2fa6d077]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5c8d655-99d3-411c-a6d5-50d19e1030a8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 16:59:41 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 16:59:41 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2df209b8-9eb5-42d0-b5fd-eb5e0ef61e73]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG os_brick.utils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 16:59:41 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updating existing volume attachment record: 348dc9c8-34e6-4561-ae58-b269489e9ec9 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 16:59:43 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Creating image(s)
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Did not create local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Ensure instance console log exists: /opt/stack/data/nova/instances/2dcf01c4-b4d5-478f-95fa-094d41d63bf3/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Start _get_guest_xml network_info=[{"id": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "address": "fa:16:3e:8f:bf:5e", "network": {"id": "b1893ae4-5cdb-4bf0-9fd3-3aa956130190", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1790858465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75c81e5c-b0", "ovs_interfaceid": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "adc9d06e-c012-49e9-af9e-cc3da9203457", "address": "fa:16:3e:75:62:41", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapadc9d06e-c0", "ovs_interfaceid": "adc9d06e-c012-49e9-af9e-cc3da9203457", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3e0c0259-1c9f-456b-be6a-741341485928", "address": "fa:16:3e:8c:9d:45", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e0c0259-1c", "ovs_interfaceid": "3e0c0259-1c9f-456b-be6a-741341485928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "address": "fa:16:3e:bd:63:1a", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc998c92-68", "ovs_interfaceid": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28ffa563-f69f-4530-8410-142097ed02e8", "address": "fa:16:3e:c6:8f:21", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ffa563-f6", "ovs_interfaceid": "28ffa563-f69f-4530-8410-142097ed02e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ae80c3e-685f-4dcd-8026-0408648e3366", "address": "fa:16:3e:7d:98:14", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ae80c3e-68", "ovs_interfaceid": "5ae80c3e-685f-4dcd-8026-0408648e3366", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "address": "fa:16:3e:10:b3:34", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45cec593-b4", "ovs_interfaceid": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lFBINjvo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2dcf01c4-b4d5-478f-95fa-094d41d63bf3', 'attached_at': '', 'detached_at': '', 'volume_id': '413caa48-1ce7-4e7d-9e3c-e89a554dfdd8', 'serial': '413caa48-1ce7-4e7d-9e3c-e89a554dfdd8'}, 'attachment_id': '46b2489d-0c6e-4fd8-8a9b-f66e47e07e77', 'delete_on_termination': False, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None}, {'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'botynlVa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2dcf01c4-b4d5-478f-95fa-094d41d63bf3', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc713530-dc31-4dac-b5b4-b3b93834bf65', 'serial': 'cc713530-dc31-4dac-b5b4-b3b93834bf65'}, 'attachment_id': '37439b19-ded0-41aa-afbb-bc38fd74fca4', 'delete_on_termination': False, 'boot_index': 1, 'mount_device': '/dev/vdb', 'volume_type': None}, {'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WUkrVXoc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2dcf01c4-b4d5-478f-95fa-094d41d63bf3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5e7ed95-813a-413b-9800-db902bb9b0c2', 'serial': 'e5e7ed95-813a-413b-9800-db902bb9b0c2'}, 'attachment_id': '1668f8c3-ea2e-4eec-b238-13e3185fcf3c', 'delete_on_termination': False, 'boot_index': 2, 'mount_device': '/dev/vdc', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 16:59:43 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:59:43 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lFBINjvo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 16:59:43 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 16:59:43 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 16:59:43 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5327e72-71a4-4912-b845-396aece449e3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 16:59:43 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8475ac28-2760-4486-b969-f15ed8fded4e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8] added
Dec 05 16:59:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dfdb915-adca-4f65-92ee-027aae9eca5d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[770d2d49-c8a2-442c-a36b-8732131b69fc]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lFBINjvo {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lFBINjvo" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e6b5405-02de-438d-9510-a7e42779e503]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lFBINjvo'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a80bcf23-8e68-4de1-a7ce-2443e02b4d1e]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d363676-be3d-4969-9e11-fe363eef4424]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8378564-13d5-4c38-ada7-1b34e0ee2e29]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8, portal: 172.16.0.220,3260]
Dec 05 16:59:43 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8, portal: 172.16.0.220,3260] successful.
Dec 05 16:59:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[197749b1-87a6-4a13-8d9f-e0b029f3c7fa]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bae17c98-1046-4877-92d9-49b4139c1062]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:43 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:43 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f8fafb8-3664-4035-bd9b-6785c3ec8bc7]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 16:59:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lFBINjvo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] <== connect_volume: return (1295ms) {'type': 'block', 'scsi_wwn': '23365376436386565', 'path': '/dev/sdc'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23365376436386565', 'path': '/dev/sdc'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'botynlVa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 16:59:44 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 16:59:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 16:59:44 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 16:59:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 16:59:44 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c3eb080-34f3-4dcb-b671-6d97ffc9a16f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 16:59:44 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b20077d4-1c3b-4e3d-ab0e-121c1556aaf7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65] added
Dec 05 16:59:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e3dd8dc-6234-464c-8920-7da695017ed8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[568a2b31-708b-40a9-962a-a0f42ff09a65]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v botynlVa {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v botynlVa" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[642623fe-f766-42ee-8516-843cb6d73975]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'botynlVa'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c531d1a5-f8ff-4b56-bbbd-d0be221d2367]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cd518ee-c16b-4726-b91b-382298bac208]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:44 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:44 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5bc57e2-74e1-4381-bf15-665eaa7028e9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65, portal: 172.16.0.220,3260]
Dec 05 16:59:44 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65, portal: 172.16.0.220,3260] successful.
Dec 05 16:59:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b02fca67-f78e-40ea-bd81-04de44d8531a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3498a11-2774-44a0-88b5-34a20b0918e5]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:45 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:45 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 16:59:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:45 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:45 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 16:59:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.271s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 16:59:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 16:59:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 16:59:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 16:59:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.124s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfa07669-9a6b-4dde-94b8-32a91f892525]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'botynlVa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.410s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] <== connect_volume: return (1410ms) {'type': 'block', 'scsi_wwn': '26364383562656437', 'path': '/dev/sdd'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26364383562656437', 'path': '/dev/sdd'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WUkrVXoc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 16:59:46 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 16:59:46 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 16:59:46 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1978cbc4-7d65-4aae-b988-5446aa8e6a80]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 16:59:46 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c455024f-330d-460f-826f-d2a36cc70101]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2] added
Dec 05 16:59:46 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb8f73a4-0c37-48a1-9ef4-ab8c9860515c]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[28e8ef22-8f39-44bc-8e6d-d1dda84a9ee6]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WUkrVXoc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WUkrVXoc" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed85e466-be58-44aa-b5c6-92d91445ca11]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WUkrVXoc'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[95ec79ba-fd30-4dad-bc80-7dd22f60c0da]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f357d435-199c-47bc-97ff-8c564c6e7182]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:46 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:46 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:46 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:46 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:46 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:46 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e38418b-7727-4a59-b183-e56a02d85632]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2, portal: 172.16.0.220,3260]
Dec 05 16:59:46 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2, portal: 172.16.0.220,3260] successful.
Dec 05 16:59:46 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7177393c-f0dc-4937-87c0-fc26c8163941]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b89fdb60-2421-49e2-9125-ed317db4d185]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:46 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:46 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:46 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 16:59:46 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:46 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:46 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:46 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 16:59:46 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[92b3dc02-e01d-438e-8680-f3c816c07de8]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 16:59:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WUkrVXoc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.309s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] <== connect_volume: return (1311ms) {'type': 'block', 'scsi_wwn': '26530336137376263', 'path': '/dev/sde'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26530336137376263', 'path': '/dev/sde'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "address": "fa:16:3e:8f:bf:5e", "network": {"id": "b1893ae4-5cdb-4bf0-9fd3-3aa956130190", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1790858465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75c81e5c-b0", "ovs_interfaceid": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "address": "fa:16:3e:8f:bf:5e", "network": {"id": "b1893ae4-5cdb-4bf0-9fd3-3aa956130190", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1790858465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75c81e5c-b0", "ovs_interfaceid": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:bf:5e,bridge_name='br-int',has_traffic_filtering=True,id=75c81e5c-b095-47ca-abeb-dd4a4219bc8f,network=Network(b1893ae4-5cdb-4bf0-9fd3-3aa956130190),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap75c81e5c-b0') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "adc9d06e-c012-49e9-af9e-cc3da9203457", "address": "fa:16:3e:75:62:41", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapadc9d06e-c0", "ovs_interfaceid": "adc9d06e-c012-49e9-af9e-cc3da9203457", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "adc9d06e-c012-49e9-af9e-cc3da9203457", "address": "fa:16:3e:75:62:41", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapadc9d06e-c0", "ovs_interfaceid": "adc9d06e-c012-49e9-af9e-cc3da9203457", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:62:41,bridge_name='br-int',has_traffic_filtering=True,id=adc9d06e-c012-49e9-af9e-cc3da9203457,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapadc9d06e-c0') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3e0c0259-1c9f-456b-be6a-741341485928", "address": "fa:16:3e:8c:9d:45", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e0c0259-1c", "ovs_interfaceid": "3e0c0259-1c9f-456b-be6a-741341485928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "3e0c0259-1c9f-456b-be6a-741341485928", "address": "fa:16:3e:8c:9d:45", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e0c0259-1c", "ovs_interfaceid": "3e0c0259-1c9f-456b-be6a-741341485928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:45,bridge_name='br-int',has_traffic_filtering=True,id=3e0c0259-1c9f-456b-be6a-741341485928,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e0c0259-1c') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "address": "fa:16:3e:bd:63:1a", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc998c92-68", "ovs_interfaceid": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "address": "fa:16:3e:bd:63:1a", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc998c92-68", "ovs_interfaceid": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:63:1a,bridge_name='br-int',has_traffic_filtering=True,id=cc998c92-6835-4a77-abc1-57eff13cdc8a,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc998c92-68') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "28ffa563-f69f-4530-8410-142097ed02e8", "address": "fa:16:3e:c6:8f:21", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ffa563-f6", "ovs_interfaceid": "28ffa563-f69f-4530-8410-142097ed02e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "28ffa563-f69f-4530-8410-142097ed02e8", "address": "fa:16:3e:c6:8f:21", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ffa563-f6", "ovs_interfaceid": "28ffa563-f69f-4530-8410-142097ed02e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8f:21,bridge_name='br-int',has_traffic_filtering=True,id=28ffa563-f69f-4530-8410-142097ed02e8,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28ffa563-f6') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5ae80c3e-685f-4dcd-8026-0408648e3366", "address": "fa:16:3e:7d:98:14", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ae80c3e-68", "ovs_interfaceid": "5ae80c3e-685f-4dcd-8026-0408648e3366", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "5ae80c3e-685f-4dcd-8026-0408648e3366", "address": "fa:16:3e:7d:98:14", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ae80c3e-68", "ovs_interfaceid": "5ae80c3e-685f-4dcd-8026-0408648e3366", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:98:14,bridge_name='br-int',has_traffic_filtering=True,id=5ae80c3e-685f-4dcd-8026-0408648e3366,network=Network(2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ae80c3e-68') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "address": "fa:16:3e:10:b3:34", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45cec593-b4", "ovs_interfaceid": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "address": "fa:16:3e:10:b3:34", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45cec593-b4", "ovs_interfaceid": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:b3:34,bridge_name='br-int',has_traffic_filtering=True,id=45cec593-b45d-4bc2-8286-507a9d3d00ed,network=Network(2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45cec593-b4') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.objects.instance [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lazy-loading 'pci_devices' on Instance uuid 2dcf01c4-b4d5-478f-95fa-094d41d63bf3 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] End _get_guest_xml xml=<domain type="kvm">
Dec 05 16:59:47 user nova-compute[75018]:   <uuid>2dcf01c4-b4d5-478f-95fa-094d41d63bf3</uuid>
Dec 05 16:59:47 user nova-compute[75018]:   <name>instance-0000000a</name>
Dec 05 16:59:47 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 16:59:47 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 16:59:47 user nova-compute[75018]:   <metadata>
Dec 05 16:59:47 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 16:59:47 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 16:59:47 user nova-compute[75018]:       <nova:name>tempest-device-tagging-server-1913016964</nova:name>
Dec 05 16:59:47 user nova-compute[75018]:       <nova:creationTime>2023-12-05 16:59:43</nova:creationTime>
Dec 05 16:59:47 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 16:59:47 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 16:59:47 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 16:59:47 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 16:59:47 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 16:59:47 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 16:59:47 user nova-compute[75018]:       </nova:flavor>
Dec 05 16:59:47 user nova-compute[75018]:       <nova:owner>
Dec 05 16:59:47 user nova-compute[75018]:         <nova:user uuid="4dc05d01f87a439ea4034845b2118fe9">tempest-TaggedBootDevicesTest_v242-64681700-project-member</nova:user>
Dec 05 16:59:47 user nova-compute[75018]:         <nova:project uuid="61a1bea854144bc8965b8a2f8317f539">tempest-TaggedBootDevicesTest_v242-64681700</nova:project>
Dec 05 16:59:47 user nova-compute[75018]:       </nova:owner>
Dec 05 16:59:47 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 16:59:47 user nova-compute[75018]:       <nova:ports>
Dec 05 16:59:47 user nova-compute[75018]:         <nova:port uuid="75c81e5c-b095-47ca-abeb-dd4a4219bc8f">
Dec 05 16:59:47 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 05 16:59:47 user nova-compute[75018]:         </nova:port>
Dec 05 16:59:47 user nova-compute[75018]:         <nova:port uuid="adc9d06e-c012-49e9-af9e-cc3da9203457">
Dec 05 16:59:47 user nova-compute[75018]:           <nova:ip type="fixed" address="10.1.1.84" ipVersion="4"/>
Dec 05 16:59:47 user nova-compute[75018]:         </nova:port>
Dec 05 16:59:47 user nova-compute[75018]:         <nova:port uuid="3e0c0259-1c9f-456b-be6a-741341485928">
Dec 05 16:59:47 user nova-compute[75018]:           <nova:ip type="fixed" address="10.1.1.213" ipVersion="4"/>
Dec 05 16:59:47 user nova-compute[75018]:         </nova:port>
Dec 05 16:59:47 user nova-compute[75018]:         <nova:port uuid="cc998c92-6835-4a77-abc1-57eff13cdc8a">
Dec 05 16:59:47 user nova-compute[75018]:           <nova:ip type="fixed" address="10.1.1.143" ipVersion="4"/>
Dec 05 16:59:47 user nova-compute[75018]:         </nova:port>
Dec 05 16:59:47 user nova-compute[75018]:         <nova:port uuid="28ffa563-f69f-4530-8410-142097ed02e8">
Dec 05 16:59:47 user nova-compute[75018]:           <nova:ip type="fixed" address="10.1.1.109" ipVersion="4"/>
Dec 05 16:59:47 user nova-compute[75018]:         </nova:port>
Dec 05 16:59:47 user nova-compute[75018]:         <nova:port uuid="5ae80c3e-685f-4dcd-8026-0408648e3366">
Dec 05 16:59:47 user nova-compute[75018]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Dec 05 16:59:47 user nova-compute[75018]:         </nova:port>
Dec 05 16:59:47 user nova-compute[75018]:         <nova:port uuid="45cec593-b45d-4bc2-8286-507a9d3d00ed">
Dec 05 16:59:47 user nova-compute[75018]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Dec 05 16:59:47 user nova-compute[75018]:         </nova:port>
Dec 05 16:59:47 user nova-compute[75018]:       </nova:ports>
Dec 05 16:59:47 user nova-compute[75018]:     </nova:instance>
Dec 05 16:59:47 user nova-compute[75018]:   </metadata>
Dec 05 16:59:47 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 16:59:47 user nova-compute[75018]:     <system>
Dec 05 16:59:47 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 16:59:47 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 16:59:47 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 16:59:47 user nova-compute[75018]:       <entry name="serial">2dcf01c4-b4d5-478f-95fa-094d41d63bf3</entry>
Dec 05 16:59:47 user nova-compute[75018]:       <entry name="uuid">2dcf01c4-b4d5-478f-95fa-094d41d63bf3</entry>
Dec 05 16:59:47 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 16:59:47 user nova-compute[75018]:     </system>
Dec 05 16:59:47 user nova-compute[75018]:   </sysinfo>
Dec 05 16:59:47 user nova-compute[75018]:   <os>
Dec 05 16:59:47 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 16:59:47 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 16:59:47 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 16:59:47 user nova-compute[75018]:   </os>
Dec 05 16:59:47 user nova-compute[75018]:   <features>
Dec 05 16:59:47 user nova-compute[75018]:     <acpi/>
Dec 05 16:59:47 user nova-compute[75018]:     <apic/>
Dec 05 16:59:47 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 16:59:47 user nova-compute[75018]:   </features>
Dec 05 16:59:47 user nova-compute[75018]:   <clock offset="utc">
Dec 05 16:59:47 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 16:59:47 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 16:59:47 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 16:59:47 user nova-compute[75018]:   </clock>
Dec 05 16:59:47 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 16:59:47 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 16:59:47 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 16:59:47 user nova-compute[75018]:   </cpu>
Dec 05 16:59:47 user nova-compute[75018]:   <devices>
Dec 05 16:59:47 user nova-compute[75018]:     <disk type="file" device="cdrom">
Dec 05 16:59:47 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none"/>
Dec 05 16:59:47 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/2dcf01c4-b4d5-478f-95fa-094d41d63bf3/disk.config"/>
Dec 05 16:59:47 user nova-compute[75018]:       <target dev="hda" bus="ide"/>
Dec 05 16:59:47 user nova-compute[75018]:     </disk>
Dec 05 16:59:47 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 16:59:47 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 16:59:47 user nova-compute[75018]:       <source dev="/dev/sdc"/>
Dec 05 16:59:47 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 16:59:47 user nova-compute[75018]:       <serial>413caa48-1ce7-4e7d-9e3c-e89a554dfdd8</serial>
Dec 05 16:59:47 user nova-compute[75018]:     </disk>
Dec 05 16:59:47 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 16:59:47 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 16:59:47 user nova-compute[75018]:       <source dev="/dev/sdd"/>
Dec 05 16:59:47 user nova-compute[75018]:       <target dev="vdb" bus="virtio"/>
Dec 05 16:59:47 user nova-compute[75018]:       <serial>cc713530-dc31-4dac-b5b4-b3b93834bf65</serial>
Dec 05 16:59:47 user nova-compute[75018]:     </disk>
Dec 05 16:59:47 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 16:59:47 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 16:59:47 user nova-compute[75018]:       <source dev="/dev/sde"/>
Dec 05 16:59:47 user nova-compute[75018]:       <target dev="vdc" bus="virtio"/>
Dec 05 16:59:47 user nova-compute[75018]:       <serial>e5e7ed95-813a-413b-9800-db902bb9b0c2</serial>
Dec 05 16:59:47 user nova-compute[75018]:     </disk>
Dec 05 16:59:47 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:59:47 user nova-compute[75018]:       <mac address="fa:16:3e:8f:bf:5e"/>
Dec 05 16:59:47 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:47 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:59:47 user nova-compute[75018]:       <target dev="tap75c81e5c-b0"/>
Dec 05 16:59:47 user nova-compute[75018]:     </interface>
Dec 05 16:59:47 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:59:47 user nova-compute[75018]:       <mac address="fa:16:3e:75:62:41"/>
Dec 05 16:59:47 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:47 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:59:47 user nova-compute[75018]:       <target dev="tapadc9d06e-c0"/>
Dec 05 16:59:47 user nova-compute[75018]:     </interface>
Dec 05 16:59:47 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:59:47 user nova-compute[75018]:       <mac address="fa:16:3e:8c:9d:45"/>
Dec 05 16:59:47 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:47 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:59:47 user nova-compute[75018]:       <target dev="tap3e0c0259-1c"/>
Dec 05 16:59:47 user nova-compute[75018]:     </interface>
Dec 05 16:59:47 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:59:47 user nova-compute[75018]:       <mac address="fa:16:3e:bd:63:1a"/>
Dec 05 16:59:47 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:47 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:59:47 user nova-compute[75018]:       <target dev="tapcc998c92-68"/>
Dec 05 16:59:47 user nova-compute[75018]:     </interface>
Dec 05 16:59:47 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:59:47 user nova-compute[75018]:       <mac address="fa:16:3e:c6:8f:21"/>
Dec 05 16:59:47 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:47 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:59:47 user nova-compute[75018]:       <target dev="tap28ffa563-f6"/>
Dec 05 16:59:47 user nova-compute[75018]:     </interface>
Dec 05 16:59:47 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:59:47 user nova-compute[75018]:       <mac address="fa:16:3e:7d:98:14"/>
Dec 05 16:59:47 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:47 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:59:47 user nova-compute[75018]:       <target dev="tap5ae80c3e-68"/>
Dec 05 16:59:47 user nova-compute[75018]:     </interface>
Dec 05 16:59:47 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:59:47 user nova-compute[75018]:       <mac address="fa:16:3e:10:b3:34"/>
Dec 05 16:59:47 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:47 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:59:47 user nova-compute[75018]:       <target dev="tap45cec593-b4"/>
Dec 05 16:59:47 user nova-compute[75018]:     </interface>
Dec 05 16:59:47 user nova-compute[75018]:     <serial type="pty">
Dec 05 16:59:47 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/2dcf01c4-b4d5-478f-95fa-094d41d63bf3/console.log" append="off"/>
Dec 05 16:59:47 user nova-compute[75018]:     </serial>
Dec 05 16:59:47 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 16:59:47 user nova-compute[75018]:     <video>
Dec 05 16:59:47 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:47 user nova-compute[75018]:     </video>
Dec 05 16:59:47 user nova-compute[75018]:     <rng model="virtio">
Dec 05 16:59:47 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 16:59:47 user nova-compute[75018]:     </rng>
Dec 05 16:59:47 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 16:59:47 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 16:59:47 user nova-compute[75018]:       <stats period="10"/>
Dec 05 16:59:47 user nova-compute[75018]:     </memballoon>
Dec 05 16:59:47 user nova-compute[75018]:   </devices>
Dec 05 16:59:47 user nova-compute[75018]: </domain>
Dec 05 16:59:47 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "address": "fa:16:3e:8f:bf:5e", "network": {"id": "b1893ae4-5cdb-4bf0-9fd3-3aa956130190", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1790858465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75c81e5c-b0", "ovs_interfaceid": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "address": "fa:16:3e:8f:bf:5e", "network": {"id": "b1893ae4-5cdb-4bf0-9fd3-3aa956130190", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1790858465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75c81e5c-b0", "ovs_interfaceid": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:bf:5e,bridge_name='br-int',has_traffic_filtering=True,id=75c81e5c-b095-47ca-abeb-dd4a4219bc8f,network=Network(b1893ae4-5cdb-4bf0-9fd3-3aa956130190),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap75c81e5c-b0') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG os_vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:bf:5e,bridge_name='br-int',has_traffic_filtering=True,id=75c81e5c-b095-47ca-abeb-dd4a4219bc8f,network=Network(b1893ae4-5cdb-4bf0-9fd3-3aa956130190),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap75c81e5c-b0') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bed9843f-eb41-5b21-9711-bf669cfa8b97', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap75c81e5c-b0, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap75c81e5c-b0, col_values=(('qos', UUID('ebf2bcd5-5dcd-491a-90f8-511364e0d8cb')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap75c81e5c-b0, col_values=(('external_ids', {'iface-id': '75c81e5c-b095-47ca-abeb-dd4a4219bc8f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8f:bf:5e', 'vm-uuid': '2dcf01c4-b4d5-478f-95fa-094d41d63bf3'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: INFO os_vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:bf:5e,bridge_name='br-int',has_traffic_filtering=True,id=75c81e5c-b095-47ca-abeb-dd4a4219bc8f,network=Network(b1893ae4-5cdb-4bf0-9fd3-3aa956130190),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap75c81e5c-b0')
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "adc9d06e-c012-49e9-af9e-cc3da9203457", "address": "fa:16:3e:75:62:41", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapadc9d06e-c0", "ovs_interfaceid": "adc9d06e-c012-49e9-af9e-cc3da9203457", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "adc9d06e-c012-49e9-af9e-cc3da9203457", "address": "fa:16:3e:75:62:41", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapadc9d06e-c0", "ovs_interfaceid": "adc9d06e-c012-49e9-af9e-cc3da9203457", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:62:41,bridge_name='br-int',has_traffic_filtering=True,id=adc9d06e-c012-49e9-af9e-cc3da9203457,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapadc9d06e-c0') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG os_vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:62:41,bridge_name='br-int',has_traffic_filtering=True,id=adc9d06e-c012-49e9-af9e-cc3da9203457,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapadc9d06e-c0') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '350276a6-d0c9-5eb1-8b0c-61ddb5405495', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapadc9d06e-c0, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapadc9d06e-c0, col_values=(('qos', UUID('e288adfe-f54b-4d2d-ad43-f9fd07f1445a')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapadc9d06e-c0, col_values=(('external_ids', {'iface-id': 'adc9d06e-c012-49e9-af9e-cc3da9203457', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:75:62:41', 'vm-uuid': '2dcf01c4-b4d5-478f-95fa-094d41d63bf3'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: INFO os_vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:62:41,bridge_name='br-int',has_traffic_filtering=True,id=adc9d06e-c012-49e9-af9e-cc3da9203457,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapadc9d06e-c0')
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3e0c0259-1c9f-456b-be6a-741341485928", "address": "fa:16:3e:8c:9d:45", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e0c0259-1c", "ovs_interfaceid": "3e0c0259-1c9f-456b-be6a-741341485928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "3e0c0259-1c9f-456b-be6a-741341485928", "address": "fa:16:3e:8c:9d:45", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e0c0259-1c", "ovs_interfaceid": "3e0c0259-1c9f-456b-be6a-741341485928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:45,bridge_name='br-int',has_traffic_filtering=True,id=3e0c0259-1c9f-456b-be6a-741341485928,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e0c0259-1c') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG os_vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:45,bridge_name='br-int',has_traffic_filtering=True,id=3e0c0259-1c9f-456b-be6a-741341485928,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e0c0259-1c') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cae36155-73f0-5fed-9b3f-66c55a447dd4', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3e0c0259-1c, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3e0c0259-1c, col_values=(('qos', UUID('36102487-7ce2-4bdd-860c-9db12844867d')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3e0c0259-1c, col_values=(('external_ids', {'iface-id': '3e0c0259-1c9f-456b-be6a-741341485928', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8c:9d:45', 'vm-uuid': '2dcf01c4-b4d5-478f-95fa-094d41d63bf3'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: INFO os_vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:45,bridge_name='br-int',has_traffic_filtering=True,id=3e0c0259-1c9f-456b-be6a-741341485928,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e0c0259-1c')
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "address": "fa:16:3e:bd:63:1a", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc998c92-68", "ovs_interfaceid": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "address": "fa:16:3e:bd:63:1a", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc998c92-68", "ovs_interfaceid": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:63:1a,bridge_name='br-int',has_traffic_filtering=True,id=cc998c92-6835-4a77-abc1-57eff13cdc8a,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc998c92-68') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG os_vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:63:1a,bridge_name='br-int',has_traffic_filtering=True,id=cc998c92-6835-4a77-abc1-57eff13cdc8a,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc998c92-68') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '76420555-1354-575f-994c-a9e626fbf4e3', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcc998c92-68, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcc998c92-68, col_values=(('qos', UUID('9fa74a4e-bab2-4dae-aef5-367c3eebe39d')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcc998c92-68, col_values=(('external_ids', {'iface-id': 'cc998c92-6835-4a77-abc1-57eff13cdc8a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bd:63:1a', 'vm-uuid': '2dcf01c4-b4d5-478f-95fa-094d41d63bf3'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: INFO os_vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:63:1a,bridge_name='br-int',has_traffic_filtering=True,id=cc998c92-6835-4a77-abc1-57eff13cdc8a,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc998c92-68')
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "28ffa563-f69f-4530-8410-142097ed02e8", "address": "fa:16:3e:c6:8f:21", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ffa563-f6", "ovs_interfaceid": "28ffa563-f69f-4530-8410-142097ed02e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "28ffa563-f69f-4530-8410-142097ed02e8", "address": "fa:16:3e:c6:8f:21", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ffa563-f6", "ovs_interfaceid": "28ffa563-f69f-4530-8410-142097ed02e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8f:21,bridge_name='br-int',has_traffic_filtering=True,id=28ffa563-f69f-4530-8410-142097ed02e8,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28ffa563-f6') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG os_vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8f:21,bridge_name='br-int',has_traffic_filtering=True,id=28ffa563-f69f-4530-8410-142097ed02e8,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28ffa563-f6') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e1ef6a2c-9457-5eaf-a6a4-883ea0882816', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap28ffa563-f6, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap28ffa563-f6, col_values=(('qos', UUID('d11efd0a-73cc-4f1e-b437-0435ebad5356')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap28ffa563-f6, col_values=(('external_ids', {'iface-id': '28ffa563-f69f-4530-8410-142097ed02e8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:8f:21', 'vm-uuid': '2dcf01c4-b4d5-478f-95fa-094d41d63bf3'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: INFO os_vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8f:21,bridge_name='br-int',has_traffic_filtering=True,id=28ffa563-f69f-4530-8410-142097ed02e8,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28ffa563-f6')
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5ae80c3e-685f-4dcd-8026-0408648e3366", "address": "fa:16:3e:7d:98:14", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ae80c3e-68", "ovs_interfaceid": "5ae80c3e-685f-4dcd-8026-0408648e3366", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "5ae80c3e-685f-4dcd-8026-0408648e3366", "address": "fa:16:3e:7d:98:14", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ae80c3e-68", "ovs_interfaceid": "5ae80c3e-685f-4dcd-8026-0408648e3366", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:98:14,bridge_name='br-int',has_traffic_filtering=True,id=5ae80c3e-685f-4dcd-8026-0408648e3366,network=Network(2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ae80c3e-68') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG os_vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:98:14,bridge_name='br-int',has_traffic_filtering=True,id=5ae80c3e-685f-4dcd-8026-0408648e3366,network=Network(2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ae80c3e-68') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0f73dd0d-ba2a-51d1-b2f8-7d72bff2b670', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5ae80c3e-68, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5ae80c3e-68, col_values=(('qos', UUID('e0c07fb2-2368-4966-bb36-0c75046fd017')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5ae80c3e-68, col_values=(('external_ids', {'iface-id': '5ae80c3e-685f-4dcd-8026-0408648e3366', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7d:98:14', 'vm-uuid': '2dcf01c4-b4d5-478f-95fa-094d41d63bf3'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:48 user nova-compute[75018]: INFO os_vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:98:14,bridge_name='br-int',has_traffic_filtering=True,id=5ae80c3e-685f-4dcd-8026-0408648e3366,network=Network(2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ae80c3e-68')
Dec 05 16:59:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "address": "fa:16:3e:10:b3:34", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45cec593-b4", "ovs_interfaceid": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "address": "fa:16:3e:10:b3:34", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45cec593-b4", "ovs_interfaceid": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:b3:34,bridge_name='br-int',has_traffic_filtering=True,id=45cec593-b45d-4bc2-8286-507a9d3d00ed,network=Network(2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45cec593-b4') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG os_vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:b3:34,bridge_name='br-int',has_traffic_filtering=True,id=45cec593-b45d-4bc2-8286-507a9d3d00ed,network=Network(2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45cec593-b4') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fac51100-615c-52a6-8b34-2976c2cd8045', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap45cec593-b4, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap45cec593-b4, col_values=(('qos', UUID('c761a730-95b6-47ce-92c3-be5b9cfbab66')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap45cec593-b4, col_values=(('external_ids', {'iface-id': '45cec593-b45d-4bc2-8286-507a9d3d00ed', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:10:b3:34', 'vm-uuid': '2dcf01c4-b4d5-478f-95fa-094d41d63bf3'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:48 user nova-compute[75018]: INFO os_vif [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:b3:34,bridge_name='br-int',has_traffic_filtering=True,id=45cec593-b45d-4bc2-8286-507a9d3d00ed,network=Network(2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45cec593-b4')
Dec 05 16:59:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] No BDM found with device name hda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] No VIF found with MAC fa:16:3e:8f:bf:5e, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] No VIF found with MAC fa:16:3e:c6:8f:21, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 16:59:48 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Using config drive
Dec 05 16:59:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:59:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:59:49 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Creating config drive at /opt/stack/data/nova/instances/2dcf01c4-b4d5-478f-95fa-094d41d63bf3/disk.config
Dec 05 16:59:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/2dcf01c4-b4d5-478f-95fa-094d41d63bf3/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp9crme0jp {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/2dcf01c4-b4d5-478f-95fa-094d41d63bf3/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp9crme0jp" returned: 0 in 0.069s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-420fa869-6e30-450e-8f7f-331cd5d8d91b req-3911993b-bca1-4bc9-8007-4cb29f38e32b service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received event network-changed-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-420fa869-6e30-450e-8f7f-331cd5d8d91b req-3911993b-bca1-4bc9-8007-4cb29f38e32b service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Refreshing instance network info cache due to event network-changed-f56ffda0-863c-464b-8245-93c0c556b83a. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 16:59:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-420fa869-6e30-450e-8f7f-331cd5d8d91b req-3911993b-bca1-4bc9-8007-4cb29f38e32b service nova] Acquiring lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-420fa869-6e30-450e-8f7f-331cd5d8d91b req-3911993b-bca1-4bc9-8007-4cb29f38e32b service nova] Acquired lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:49 user nova-compute[75018]: DEBUG nova.network.neutron [req-420fa869-6e30-450e-8f7f-331cd5d8d91b req-3911993b-bca1-4bc9-8007-4cb29f38e32b service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Refreshing network info cache for port f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 16:59:49 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 16:59:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:49 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 16:59:50 user nova-compute[75018]: DEBUG nova.network.neutron [req-420fa869-6e30-450e-8f7f-331cd5d8d91b req-3911993b-bca1-4bc9-8007-4cb29f38e32b service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updated VIF entry in instance network info cache for port f56ffda0-863c-464b-8245-93c0c556b83a. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 16:59:50 user nova-compute[75018]: DEBUG nova.network.neutron [req-420fa869-6e30-450e-8f7f-331cd5d8d91b req-3911993b-bca1-4bc9-8007-4cb29f38e32b service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updating instance_info_cache with network_info: [{"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-420fa869-6e30-450e-8f7f-331cd5d8d91b req-3911993b-bca1-4bc9-8007-4cb29f38e32b service nova] Releasing lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG nova.compute.manager [req-d00bea0c-3807-4262-92b1-ffaaaa2a604f req-ca505965-a1a3-4fc5-82fc-746795bb9d86 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-75c81e5c-b095-47ca-abeb-dd4a4219bc8f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d00bea0c-3807-4262-92b1-ffaaaa2a604f req-ca505965-a1a3-4fc5-82fc-746795bb9d86 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d00bea0c-3807-4262-92b1-ffaaaa2a604f req-ca505965-a1a3-4fc5-82fc-746795bb9d86 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d00bea0c-3807-4262-92b1-ffaaaa2a604f req-ca505965-a1a3-4fc5-82fc-746795bb9d86 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG nova.compute.manager [req-d00bea0c-3807-4262-92b1-ffaaaa2a604f req-ca505965-a1a3-4fc5-82fc-746795bb9d86 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-75c81e5c-b095-47ca-abeb-dd4a4219bc8f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:51 user nova-compute[75018]: WARNING nova.compute.manager [req-d00bea0c-3807-4262-92b1-ffaaaa2a604f req-ca505965-a1a3-4fc5-82fc-746795bb9d86 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-75c81e5c-b095-47ca-abeb-dd4a4219bc8f for instance with vm_state building and task_state spawning.
Dec 05 16:59:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:51 user nova-compute[75018]: INFO nova.compute.manager [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Rescuing
Dec 05 16:59:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquired lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG nova.network.neutron [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG nova.compute.manager [req-9ec0ccbe-afbe-4355-91ad-d7c1a68f33b7 req-b8de6199-be53-43d5-9730-adeb35b3d579 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-adc9d06e-c012-49e9-af9e-cc3da9203457 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9ec0ccbe-afbe-4355-91ad-d7c1a68f33b7 req-b8de6199-be53-43d5-9730-adeb35b3d579 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9ec0ccbe-afbe-4355-91ad-d7c1a68f33b7 req-b8de6199-be53-43d5-9730-adeb35b3d579 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9ec0ccbe-afbe-4355-91ad-d7c1a68f33b7 req-b8de6199-be53-43d5-9730-adeb35b3d579 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG nova.compute.manager [req-9ec0ccbe-afbe-4355-91ad-d7c1a68f33b7 req-b8de6199-be53-43d5-9730-adeb35b3d579 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-adc9d06e-c012-49e9-af9e-cc3da9203457 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:51 user nova-compute[75018]: WARNING nova.compute.manager [req-9ec0ccbe-afbe-4355-91ad-d7c1a68f33b7 req-b8de6199-be53-43d5-9730-adeb35b3d579 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-adc9d06e-c012-49e9-af9e-cc3da9203457 for instance with vm_state building and task_state spawning.
Dec 05 16:59:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.network.neutron [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Updating instance_info_cache with network_info: [{"id": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "address": "fa:16:3e:58:a4:88", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02002bcb-35", "ovs_interfaceid": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Releasing lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.compute.manager [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 16:59:52 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Creating image(s)
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Did not create local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Ensure instance console log exists: /opt/stack/data/nova/instances/30801f90-f27e-41c0-a49f-50989aa2e694/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Start _get_guest_xml network_info=[{"id": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "address": "fa:16:3e:e3:61:26", "network": {"id": "0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1118191101-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20f550d6-cc", "ovs_interfaceid": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "address": "fa:16:3e:3a:14:fd", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea44200d-58", "ovs_interfaceid": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "address": "fa:16:3e:d3:ce:1b", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap669d78c9-a0", "ovs_interfaceid": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "address": "fa:16:3e:bf:c1:4a", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2e12aa9-95", "ovs_interfaceid": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "address": "fa:16:3e:06:bc:02", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55b60baf-ac", "ovs_interfaceid": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "address": "fa:16:3e:e6:db:24", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8521dc77-7b", "ovs_interfaceid": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "address": "fa:16:3e:bc:b3:6a", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cd6cbf3-99", "ovs_interfaceid": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RSpAyBcz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '30801f90-f27e-41c0-a49f-50989aa2e694', 'attached_at': '', 'detached_at': '', 'volume_id': '2c09b33b-2cff-4063-8901-cb941f4a764f', 'serial': '2c09b33b-2cff-4063-8901-cb941f4a764f'}, 'attachment_id': '1bae86d1-b0b8-4975-b8dd-33fbf745e0cc', 'delete_on_termination': False, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None}, {'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BAOXICgl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '30801f90-f27e-41c0-a49f-50989aa2e694', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7fdd523-0090-41ef-9695-28e1ffabae9c', 'serial': 'f7fdd523-0090-41ef-9695-28e1ffabae9c'}, 'attachment_id': 'f61a2e7c-b6c6-4426-aa01-167009eb0803', 'delete_on_termination': False, 'boot_index': 1, 'mount_device': '/dev/vdb', 'volume_type': None}, {'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EZqfPxaN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '30801f90-f27e-41c0-a49f-50989aa2e694', 'attached_at': '', 'detached_at': '', 'volume_id': '3e855302-788d-485a-8e6c-6c1bebe63227', 'serial': '3e855302-788d-485a-8e6c-6c1bebe63227'}, 'attachment_id': '348dc9c8-34e6-4561-ae58-b269489e9ec9', 'delete_on_termination': False, 'boot_index': 2, 'mount_device': '/dev/vdc', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 16:59:52 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:59:52 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RSpAyBcz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 16:59:52 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 16:59:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 16:59:52 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 16:59:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 16:59:52 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[996117a8-6866-4e8e-b42a-ad84d3df4444]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 16:59:52 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dc6c3f3-5468-4752-9ae3-565489ee3493]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f] added
Dec 05 16:59:52 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[dffc45cf-fae6-4f1f-b886-e24593d6cb78]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2435d994-0afe-4fab-850f-f8c02566bbed]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RSpAyBcz {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RSpAyBcz" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b02c7444-719d-4076-98ad-4b9734a20cbc]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RSpAyBcz'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[98fbd604-e1c5-468b-84ad-d316112148d5]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ed6021b-9e5f-4435-b0f3-53a7595c2f64]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:52 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:52 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:52 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 16:59:52 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:52 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:52 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:52 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 16:59:52 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 16:59:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e2f4360-633c-4c3e-b362-ab3af12ea893]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f, portal: 172.16.0.220,3260]
Dec 05 16:59:53 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f, portal: 172.16.0.220,3260] successful.
Dec 05 16:59:53 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ba2b8c4-5984-4209-81bc-ded1b6b8f8d4]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c92893d1-44f2-408f-a998-febc4732f033]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:53 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:53 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:53 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 16:59:53 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 16:59:53 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:53 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:53 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:53 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 16:59:53 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 16:59:53 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.351s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] HCTL ('37', '-', '-', 0) found on session 6 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-04607822-4e6f-4468-8db6-08ab8fe12583 req-93022ac9-02a0-4231-bb46-875ca2f6ef6a service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-75c81e5c-b095-47ca-abeb-dd4a4219bc8f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-04607822-4e6f-4468-8db6-08ab8fe12583 req-93022ac9-02a0-4231-bb46-875ca2f6ef6a service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-04607822-4e6f-4468-8db6-08ab8fe12583 req-93022ac9-02a0-4231-bb46-875ca2f6ef6a service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-04607822-4e6f-4468-8db6-08ab8fe12583 req-93022ac9-02a0-4231-bb46-875ca2f6ef6a service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-04607822-4e6f-4468-8db6-08ab8fe12583 req-93022ac9-02a0-4231-bb46-875ca2f6ef6a service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-75c81e5c-b095-47ca-abeb-dd4a4219bc8f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:53 user nova-compute[75018]: WARNING nova.compute.manager [req-04607822-4e6f-4468-8db6-08ab8fe12583 req-93022ac9-02a0-4231-bb46-875ca2f6ef6a service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-75c81e5c-b095-47ca-abeb-dd4a4219bc8f for instance with vm_state building and task_state spawning.
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[915d38cb-b419-4971-ab7b-cf4479726ef8]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RSpAyBcz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:53 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Instance destroyed successfully.
Dec 05 16:59:53 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Attempting rescue
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75018) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Instance directory exists: not creating {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 05 16:59:53 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Creating image(s)
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "/opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "/opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "/opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.objects.instance [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'trusted_certs' on Instance uuid 5931bfc3-7400-4941-bc87-b07f86c6982b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-adc9d06e-c012-49e9-af9e-cc3da9203457 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-adc9d06e-c012-49e9-af9e-cc3da9203457 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:53 user nova-compute[75018]: WARNING nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-adc9d06e-c012-49e9-af9e-cc3da9203457 for instance with vm_state building and task_state spawning.
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-3e0c0259-1c9f-456b-be6a-741341485928 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-3e0c0259-1c9f-456b-be6a-741341485928 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:53 user nova-compute[75018]: WARNING nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-3e0c0259-1c9f-456b-be6a-741341485928 for instance with vm_state building and task_state spawning.
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-3e0c0259-1c9f-456b-be6a-741341485928 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-3e0c0259-1c9f-456b-be6a-741341485928 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:53 user nova-compute[75018]: WARNING nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-3e0c0259-1c9f-456b-be6a-741341485928 for instance with vm_state building and task_state spawning.
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-cc998c92-6835-4a77-abc1-57eff13cdc8a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-cc998c92-6835-4a77-abc1-57eff13cdc8a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:53 user nova-compute[75018]: WARNING nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-cc998c92-6835-4a77-abc1-57eff13cdc8a for instance with vm_state building and task_state spawning.
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-cc998c92-6835-4a77-abc1-57eff13cdc8a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-cc998c92-6835-4a77-abc1-57eff13cdc8a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:53 user nova-compute[75018]: WARNING nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-cc998c92-6835-4a77-abc1-57eff13cdc8a for instance with vm_state building and task_state spawning.
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received event network-vif-unplugged-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Acquiring lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] No waiting events found dispatching network-vif-unplugged-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:53 user nova-compute[75018]: WARNING nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received unexpected event network-vif-unplugged-02002bcb-358a-47b2-bd1c-5732d9d181ed for instance with vm_state active and task_state rescuing.
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received event network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Acquiring lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] No waiting events found dispatching network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:53 user nova-compute[75018]: WARNING nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received unexpected event network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed for instance with vm_state active and task_state rescuing.
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-28ffa563-f69f-4530-8410-142097ed02e8 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-28ffa563-f69f-4530-8410-142097ed02e8 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:53 user nova-compute[75018]: WARNING nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-28ffa563-f69f-4530-8410-142097ed02e8 for instance with vm_state building and task_state spawning.
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-28ffa563-f69f-4530-8410-142097ed02e8 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-28ffa563-f69f-4530-8410-142097ed02e8 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:53 user nova-compute[75018]: WARNING nova.compute.manager [req-7e5b87fc-c5e9-4f3b-9046-5f5292afb14a req-506485a2-69b8-479c-b6e0-96f5e4423c78 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-28ffa563-f69f-4530-8410-142097ed02e8 for instance with vm_state building and task_state spawning.
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.253s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue" returned: 0 in 0.055s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.314s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.objects.instance [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'migration_context' on Instance uuid 5931bfc3-7400-4941-bc87-b07f86c6982b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.objects.base [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Object Instance<5931bfc3-7400-4941-bc87-b07f86c6982b> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Start _get_guest_xml network_info=[{"id": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "address": "fa:16:3e:58:a4:88", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "vif_mac": "fa:16:3e:58:a4:88"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02002bcb-35", "ovs_interfaceid": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.objects.instance [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'resources' on Instance uuid 5931bfc3-7400-4941-bc87-b07f86c6982b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.objects.base [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Object Instance<5931bfc3-7400-4941-bc87-b07f86c6982b> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.objects.instance [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'numa_topology' on Instance uuid 5931bfc3-7400-4941-bc87-b07f86c6982b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.objects.base [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Object Instance<5931bfc3-7400-4941-bc87-b07f86c6982b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 16:59:53 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:59:53 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.objects.instance [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'vcpu_model' on Instance uuid 5931bfc3-7400-4941-bc87-b07f86c6982b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:53 user nova-compute[75018]: DEBUG nova.objects.base [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Object Instance<5931bfc3-7400-4941-bc87-b07f86c6982b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:57:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1159780730',display_name='tempest-ServerRescueNegativeTestJSON-server-1159780730',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1159780730',id=3,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:58:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c59020daca4249899bd1aaccf3b0e4c7',ramdisk_id='',reservation_id='r-34hfeazf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1436336392',owner_user_name='tempest-ServerRescueNegativeTestJSON-1436336392-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:11Z,user_data=None,user_id='8690c14a73d84daa91572814b703c48b',uuid=5931bfc3-7400-4941-bc87-b07f86c6982b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "address": "fa:16:3e:58:a4:88", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "vif_mac": "fa:16:3e:58:a4:88"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02002bcb-35", "ovs_interfaceid": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converting VIF {"id": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "address": "fa:16:3e:58:a4:88", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "vif_mac": "fa:16:3e:58:a4:88"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02002bcb-35", "ovs_interfaceid": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:58:a4:88,bridge_name='br-int',has_traffic_filtering=True,id=02002bcb-358a-47b2-bd1c-5732d9d181ed,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02002bcb-35') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG nova.objects.instance [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'pci_devices' on Instance uuid 5931bfc3-7400-4941-bc87-b07f86c6982b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG nova.objects.base [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Object Instance<5931bfc3-7400-4941-bc87-b07f86c6982b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] End _get_guest_xml xml=<domain type="kvm">
Dec 05 16:59:54 user nova-compute[75018]:   <uuid>5931bfc3-7400-4941-bc87-b07f86c6982b</uuid>
Dec 05 16:59:54 user nova-compute[75018]:   <name>instance-00000003</name>
Dec 05 16:59:54 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 16:59:54 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 16:59:54 user nova-compute[75018]:   <metadata>
Dec 05 16:59:54 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 16:59:54 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 16:59:54 user nova-compute[75018]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1159780730</nova:name>
Dec 05 16:59:54 user nova-compute[75018]:       <nova:creationTime>2023-12-05 16:59:53</nova:creationTime>
Dec 05 16:59:54 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 16:59:54 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 16:59:54 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 16:59:54 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 16:59:54 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 16:59:54 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 16:59:54 user nova-compute[75018]:       </nova:flavor>
Dec 05 16:59:54 user nova-compute[75018]:       <nova:owner>
Dec 05 16:59:54 user nova-compute[75018]:         <nova:user uuid="8690c14a73d84daa91572814b703c48b">tempest-ServerRescueNegativeTestJSON-1436336392-project-member</nova:user>
Dec 05 16:59:54 user nova-compute[75018]:         <nova:project uuid="c59020daca4249899bd1aaccf3b0e4c7">tempest-ServerRescueNegativeTestJSON-1436336392</nova:project>
Dec 05 16:59:54 user nova-compute[75018]:       </nova:owner>
Dec 05 16:59:54 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 16:59:54 user nova-compute[75018]:       <nova:ports>
Dec 05 16:59:54 user nova-compute[75018]:         <nova:port uuid="02002bcb-358a-47b2-bd1c-5732d9d181ed">
Dec 05 16:59:54 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 05 16:59:54 user nova-compute[75018]:         </nova:port>
Dec 05 16:59:54 user nova-compute[75018]:       </nova:ports>
Dec 05 16:59:54 user nova-compute[75018]:     </nova:instance>
Dec 05 16:59:54 user nova-compute[75018]:   </metadata>
Dec 05 16:59:54 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 16:59:54 user nova-compute[75018]:     <system>
Dec 05 16:59:54 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 16:59:54 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 16:59:54 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 16:59:54 user nova-compute[75018]:       <entry name="serial">5931bfc3-7400-4941-bc87-b07f86c6982b</entry>
Dec 05 16:59:54 user nova-compute[75018]:       <entry name="uuid">5931bfc3-7400-4941-bc87-b07f86c6982b</entry>
Dec 05 16:59:54 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 16:59:54 user nova-compute[75018]:     </system>
Dec 05 16:59:54 user nova-compute[75018]:   </sysinfo>
Dec 05 16:59:54 user nova-compute[75018]:   <os>
Dec 05 16:59:54 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 16:59:54 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 16:59:54 user nova-compute[75018]:   </os>
Dec 05 16:59:54 user nova-compute[75018]:   <features>
Dec 05 16:59:54 user nova-compute[75018]:     <acpi/>
Dec 05 16:59:54 user nova-compute[75018]:     <apic/>
Dec 05 16:59:54 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 16:59:54 user nova-compute[75018]:   </features>
Dec 05 16:59:54 user nova-compute[75018]:   <clock offset="utc">
Dec 05 16:59:54 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 16:59:54 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 16:59:54 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 16:59:54 user nova-compute[75018]:   </clock>
Dec 05 16:59:54 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 16:59:54 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 16:59:54 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 16:59:54 user nova-compute[75018]:   </cpu>
Dec 05 16:59:54 user nova-compute[75018]:   <devices>
Dec 05 16:59:54 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 16:59:54 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 16:59:54 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue"/>
Dec 05 16:59:54 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 16:59:54 user nova-compute[75018]:     </disk>
Dec 05 16:59:54 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 16:59:54 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 16:59:54 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk"/>
Dec 05 16:59:54 user nova-compute[75018]:       <target dev="vdb" bus="virtio"/>
Dec 05 16:59:54 user nova-compute[75018]:     </disk>
Dec 05 16:59:54 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:59:54 user nova-compute[75018]:       <mac address="fa:16:3e:58:a4:88"/>
Dec 05 16:59:54 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:54 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:59:54 user nova-compute[75018]:       <target dev="tap02002bcb-35"/>
Dec 05 16:59:54 user nova-compute[75018]:     </interface>
Dec 05 16:59:54 user nova-compute[75018]:     <serial type="pty">
Dec 05 16:59:54 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/console.log" append="off"/>
Dec 05 16:59:54 user nova-compute[75018]:     </serial>
Dec 05 16:59:54 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 16:59:54 user nova-compute[75018]:     <video>
Dec 05 16:59:54 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:54 user nova-compute[75018]:     </video>
Dec 05 16:59:54 user nova-compute[75018]:     <rng model="virtio">
Dec 05 16:59:54 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 16:59:54 user nova-compute[75018]:     </rng>
Dec 05 16:59:54 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 16:59:54 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 16:59:54 user nova-compute[75018]:       <stats period="10"/>
Dec 05 16:59:54 user nova-compute[75018]:     </memballoon>
Dec 05 16:59:54 user nova-compute[75018]:   </devices>
Dec 05 16:59:54 user nova-compute[75018]: </domain>
Dec 05 16:59:54 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 16:59:54 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Instance destroyed successfully.
Dec 05 16:59:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No VIF found with MAC fa:16:3e:58:a4:88, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.416s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] <== connect_volume: return (1417ms) {'type': 'block', 'scsi_wwn': '23662383030376139', 'path': '/dev/sdf'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23662383030376139', 'path': '/dev/sdf'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BAOXICgl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 16:59:54 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 16:59:54 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 16:59:54 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[85e99ea6-fb77-4efe-aa36-a340d4487230]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 16:59:54 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.038s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d9211ce-7237-4943-b39a-8e1e56a7c755]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c] added
Dec 05 16:59:54 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[78742423-de88-4644-b574-cbbafb1b62c2]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d8dbbf4-221d-46a0-b48f-b99ba61ba040]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BAOXICgl {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BAOXICgl" returned: 0 in 0.030s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a365dcf2-b205-4dcd-9386-49346e48e37f]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BAOXICgl'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1415e135-15f7-4edc-9a71-254df446c1c8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[593ab19b-9ab2-4f0d-ae20-f6fe839be779]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 16:59:54 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 16:59:54 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --login" returned: 0 in 0.093s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7900d8e7-c6b0-4f2d-bc65-aa590ef48c50]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c, portal: 172.16.0.220,3260]
Dec 05 16:59:54 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c, portal: 172.16.0.220,3260] successful.
Dec 05 16:59:54 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a772af58-24ca-4c9c-9c32-441050ca6a1a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5a9f3f0-e7fd-4b42-a344-0c6a05954fde]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 16:59:54 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 16:59:54 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 16:59:54 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.371s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] HCTL ('38', '-', '-', 0) found on session 7 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9e86f3b-8e5c-4a1b-ab82-13d002a4d73f]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Searching for a device in session 7 and hctl ['38', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:54 user nova-compute[75018]: INFO nova.compute.manager [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Shelving
Dec 05 16:59:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-cb04b6d5-2e43-46a5-a985-47aba2285d47 req-f0c6db18-e9b8-4fb6-8ec6-503c58d93510 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-5ae80c3e-685f-4dcd-8026-0408648e3366 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cb04b6d5-2e43-46a5-a985-47aba2285d47 req-f0c6db18-e9b8-4fb6-8ec6-503c58d93510 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cb04b6d5-2e43-46a5-a985-47aba2285d47 req-f0c6db18-e9b8-4fb6-8ec6-503c58d93510 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cb04b6d5-2e43-46a5-a985-47aba2285d47 req-f0c6db18-e9b8-4fb6-8ec6-503c58d93510 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-cb04b6d5-2e43-46a5-a985-47aba2285d47 req-f0c6db18-e9b8-4fb6-8ec6-503c58d93510 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-5ae80c3e-685f-4dcd-8026-0408648e3366 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:55 user nova-compute[75018]: WARNING nova.compute.manager [req-cb04b6d5-2e43-46a5-a985-47aba2285d47 req-f0c6db18-e9b8-4fb6-8ec6-503c58d93510 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-5ae80c3e-685f-4dcd-8026-0408648e3366 for instance with vm_state building and task_state spawning.
Dec 05 16:59:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-cb04b6d5-2e43-46a5-a985-47aba2285d47 req-f0c6db18-e9b8-4fb6-8ec6-503c58d93510 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-5ae80c3e-685f-4dcd-8026-0408648e3366 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cb04b6d5-2e43-46a5-a985-47aba2285d47 req-f0c6db18-e9b8-4fb6-8ec6-503c58d93510 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cb04b6d5-2e43-46a5-a985-47aba2285d47 req-f0c6db18-e9b8-4fb6-8ec6-503c58d93510 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cb04b6d5-2e43-46a5-a985-47aba2285d47 req-f0c6db18-e9b8-4fb6-8ec6-503c58d93510 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-cb04b6d5-2e43-46a5-a985-47aba2285d47 req-f0c6db18-e9b8-4fb6-8ec6-503c58d93510 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-5ae80c3e-685f-4dcd-8026-0408648e3366 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:55 user nova-compute[75018]: WARNING nova.compute.manager [req-cb04b6d5-2e43-46a5-a985-47aba2285d47 req-f0c6db18-e9b8-4fb6-8ec6-503c58d93510 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-5ae80c3e-685f-4dcd-8026-0408648e3366 for instance with vm_state building and task_state spawning.
Dec 05 16:59:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-250d3f1a-4ea2-44e8-a6eb-34e690b338a4 req-2327ac2a-63a3-4f34-9e87-c2de8a34c90b service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received event network-vif-unplugged-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-250d3f1a-4ea2-44e8-a6eb-34e690b338a4 req-2327ac2a-63a3-4f34-9e87-c2de8a34c90b service nova] Acquiring lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-250d3f1a-4ea2-44e8-a6eb-34e690b338a4 req-2327ac2a-63a3-4f34-9e87-c2de8a34c90b service nova] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-250d3f1a-4ea2-44e8-a6eb-34e690b338a4 req-2327ac2a-63a3-4f34-9e87-c2de8a34c90b service nova] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-250d3f1a-4ea2-44e8-a6eb-34e690b338a4 req-2327ac2a-63a3-4f34-9e87-c2de8a34c90b service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] No waiting events found dispatching network-vif-unplugged-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:55 user nova-compute[75018]: WARNING nova.compute.manager [req-250d3f1a-4ea2-44e8-a6eb-34e690b338a4 req-2327ac2a-63a3-4f34-9e87-c2de8a34c90b service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received unexpected event network-vif-unplugged-f56ffda0-863c-464b-8245-93c0c556b83a for instance with vm_state active and task_state shelving.
Dec 05 16:59:55 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Searching for a device in session 7 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BAOXICgl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.410s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] <== connect_volume: return (1411ms) {'type': 'block', 'scsi_wwn': '23261326130386563', 'path': '/dev/sdg'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23261326130386563', 'path': '/dev/sdg'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EZqfPxaN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 16:59:55 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 16:59:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 16:59:55 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 16:59:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 16:59:55 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffd436cb-4e9a-4e1d-bd49-670915211806]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 16:59:55 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[89557607-c0ed-4fd3-a784-90cdc6e15541]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227] added
Dec 05 16:59:55 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-f568ef41-0fa5-4a01-81e9-dad09cce1110 req-63716187-5a3f-4da7-8cba-b53f469008de service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-45cec593-b45d-4bc2-8286-507a9d3d00ed {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f568ef41-0fa5-4a01-81e9-dad09cce1110 req-63716187-5a3f-4da7-8cba-b53f469008de service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f568ef41-0fa5-4a01-81e9-dad09cce1110 req-63716187-5a3f-4da7-8cba-b53f469008de service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f568ef41-0fa5-4a01-81e9-dad09cce1110 req-63716187-5a3f-4da7-8cba-b53f469008de service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-f568ef41-0fa5-4a01-81e9-dad09cce1110 req-63716187-5a3f-4da7-8cba-b53f469008de service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-45cec593-b45d-4bc2-8286-507a9d3d00ed {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:55 user nova-compute[75018]: WARNING nova.compute.manager [req-f568ef41-0fa5-4a01-81e9-dad09cce1110 req-63716187-5a3f-4da7-8cba-b53f469008de service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-45cec593-b45d-4bc2-8286-507a9d3d00ed for instance with vm_state building and task_state spawning.
Dec 05 16:59:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-f568ef41-0fa5-4a01-81e9-dad09cce1110 req-63716187-5a3f-4da7-8cba-b53f469008de service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-45cec593-b45d-4bc2-8286-507a9d3d00ed {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f568ef41-0fa5-4a01-81e9-dad09cce1110 req-63716187-5a3f-4da7-8cba-b53f469008de service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f568ef41-0fa5-4a01-81e9-dad09cce1110 req-63716187-5a3f-4da7-8cba-b53f469008de service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f568ef41-0fa5-4a01-81e9-dad09cce1110 req-63716187-5a3f-4da7-8cba-b53f469008de service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-f568ef41-0fa5-4a01-81e9-dad09cce1110 req-63716187-5a3f-4da7-8cba-b53f469008de service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-45cec593-b45d-4bc2-8286-507a9d3d00ed {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:55 user nova-compute[75018]: WARNING nova.compute.manager [req-f568ef41-0fa5-4a01-81e9-dad09cce1110 req-63716187-5a3f-4da7-8cba-b53f469008de service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-45cec593-b45d-4bc2-8286-507a9d3d00ed for instance with vm_state building and task_state spawning.
Dec 05 16:59:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.039s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1cb42a3-7482-443b-82d4-e410a85d2eca]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc953325-478f-41dc-961a-45273c2fceb7]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EZqfPxaN {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EZqfPxaN" returned: 0 in 0.033s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[513fd2a1-35cf-49de-bcd8-1e3257435c91]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EZqfPxaN'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea10b9aa-00bb-4028-869d-fbe000ced06f]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8adb3fb5-6097-4a27-87b5-bd59ae25e061]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:55 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:55 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:55 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 16:59:55 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 16:59:55 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 16:59:55 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:55 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:55 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:55 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 16:59:55 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 16:59:55 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 16:59:55 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[88888dcd-1288-40ab-8c42-1478101bb32c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227, portal: 172.16.0.220,3260]
Dec 05 16:59:56 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227, portal: 172.16.0.220,3260] successful.
Dec 05 16:59:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d896fb9a-4cac-4905-a270-b7590a3acdcd]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG nova.compute.manager [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[46c2385f-225d-480d-abec-99ca7f659f90]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:56 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:56 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:56 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 16:59:56 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 16:59:56 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 16:59:56 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 16:59:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 16:59:56 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 16:59:56 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 16:59:56 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 16:59:56 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 16:59:56 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 16:59:56 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 16:59:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.382s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] HCTL ('39', '-', '-', 0) found on session 8 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:56 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Instance spawned successfully.
Dec 05 16:59:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1de4e384-f974-4f10-89e3-84fd42eb46bb]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Searching for a device in session 8 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EZqfPxaN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 16:59:56 user nova-compute[75018]: INFO nova.compute.manager [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Took 12.83 seconds to spawn the instance on the hypervisor.
Dec 05 16:59:56 user nova-compute[75018]: DEBUG nova.compute.manager [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 16:59:56 user nova-compute[75018]: INFO nova.compute.manager [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Took 48.59 seconds to build instance.
Dec 05 16:59:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9946064b-5d1b-43da-9319-2707fe8e2b6a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 48.767s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:56 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Instance destroyed successfully.
Dec 05 16:59:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:56 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Beginning cold snapshot process
Dec 05 16:59:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.privsep.utils [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75018) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk /opt/stack/data/nova/instances/snapshots/tmppv7qyad6/a796db8347ef400b853955283eeacd88 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.608s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] <== connect_volume: return (1611ms) {'type': 'block', 'scsi_wwn': '26231383332366234', 'path': '/dev/sdh'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26231383332366234', 'path': '/dev/sdh'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.compute.manager [req-123f155d-f740-4bb6-813a-a1d9bb88bdd7 req-131eae6d-2d88-481d-9748-72cde4009385 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received event network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-123f155d-f740-4bb6-813a-a1d9bb88bdd7 req-131eae6d-2d88-481d-9748-72cde4009385 service nova] Acquiring lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-123f155d-f740-4bb6-813a-a1d9bb88bdd7 req-131eae6d-2d88-481d-9748-72cde4009385 service nova] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-123f155d-f740-4bb6-813a-a1d9bb88bdd7 req-131eae6d-2d88-481d-9748-72cde4009385 service nova] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.compute.manager [req-123f155d-f740-4bb6-813a-a1d9bb88bdd7 req-131eae6d-2d88-481d-9748-72cde4009385 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] No waiting events found dispatching network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:57 user nova-compute[75018]: WARNING nova.compute.manager [req-123f155d-f740-4bb6-813a-a1d9bb88bdd7 req-131eae6d-2d88-481d-9748-72cde4009385 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received unexpected event network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a for instance with vm_state active and task_state shelving_image_pending_upload.
Dec 05 16:59:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.663s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "address": "fa:16:3e:e3:61:26", "network": {"id": "0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1118191101-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20f550d6-cc", "ovs_interfaceid": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "address": "fa:16:3e:e3:61:26", "network": {"id": "0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1118191101-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20f550d6-cc", "ovs_interfaceid": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:61:26,bridge_name='br-int',has_traffic_filtering=True,id=20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1,network=Network(0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20f550d6-cc') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "address": "fa:16:3e:3a:14:fd", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea44200d-58", "ovs_interfaceid": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "address": "fa:16:3e:3a:14:fd", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea44200d-58", "ovs_interfaceid": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:14:fd,bridge_name='br-int',has_traffic_filtering=True,id=ea44200d-582a-43a7-9e3d-1d5ab785e61c,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapea44200d-58') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "address": "fa:16:3e:d3:ce:1b", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap669d78c9-a0", "ovs_interfaceid": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "address": "fa:16:3e:d3:ce:1b", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap669d78c9-a0", "ovs_interfaceid": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ce:1b,bridge_name='br-int',has_traffic_filtering=True,id=669d78c9-a014-4d90-8e61-12d7b36b5e93,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap669d78c9-a0') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "address": "fa:16:3e:bf:c1:4a", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2e12aa9-95", "ovs_interfaceid": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "address": "fa:16:3e:bf:c1:4a", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2e12aa9-95", "ovs_interfaceid": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:c1:4a,bridge_name='br-int',has_traffic_filtering=True,id=c2e12aa9-95fe-4f67-b214-ec95ee1ee183,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2e12aa9-95') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "address": "fa:16:3e:06:bc:02", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55b60baf-ac", "ovs_interfaceid": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "address": "fa:16:3e:06:bc:02", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55b60baf-ac", "ovs_interfaceid": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:bc:02,bridge_name='br-int',has_traffic_filtering=True,id=55b60baf-acbe-4a71-bd9f-e3dd2d092214,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55b60baf-ac') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "address": "fa:16:3e:e6:db:24", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8521dc77-7b", "ovs_interfaceid": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "address": "fa:16:3e:e6:db:24", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8521dc77-7b", "ovs_interfaceid": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:db:24,bridge_name='br-int',has_traffic_filtering=True,id=8521dc77-7bf3-4c35-b613-32b5a4af7fbc,network=Network(27f6041e-a7b5-4603-ad7a-5836290d9b4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8521dc77-7b') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "address": "fa:16:3e:bc:b3:6a", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cd6cbf3-99", "ovs_interfaceid": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "address": "fa:16:3e:bc:b3:6a", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cd6cbf3-99", "ovs_interfaceid": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:b3:6a,bridge_name='br-int',has_traffic_filtering=True,id=9cd6cbf3-999c-42de-9664-8a73d0323f60,network=Network(27f6041e-a7b5-4603-ad7a-5836290d9b4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cd6cbf3-99') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.objects.instance [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lazy-loading 'pci_devices' on Instance uuid 30801f90-f27e-41c0-a49f-50989aa2e694 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] End _get_guest_xml xml=<domain type="kvm">
Dec 05 16:59:57 user nova-compute[75018]:   <uuid>30801f90-f27e-41c0-a49f-50989aa2e694</uuid>
Dec 05 16:59:57 user nova-compute[75018]:   <name>instance-0000000b</name>
Dec 05 16:59:57 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 16:59:57 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 16:59:57 user nova-compute[75018]:   <metadata>
Dec 05 16:59:57 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 16:59:57 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 16:59:57 user nova-compute[75018]:       <nova:name>tempest-device-tagging-server-525349784</nova:name>
Dec 05 16:59:57 user nova-compute[75018]:       <nova:creationTime>2023-12-05 16:59:52</nova:creationTime>
Dec 05 16:59:57 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 16:59:57 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 16:59:57 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 16:59:57 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 16:59:57 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 16:59:57 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 16:59:57 user nova-compute[75018]:       </nova:flavor>
Dec 05 16:59:57 user nova-compute[75018]:       <nova:owner>
Dec 05 16:59:57 user nova-compute[75018]:         <nova:user uuid="74451ab4001748d68e84d02455213e6b">tempest-TaggedBootDevicesTest-2112892794-project-member</nova:user>
Dec 05 16:59:57 user nova-compute[75018]:         <nova:project uuid="e206a1f728b544faa47430ea8d210abe">tempest-TaggedBootDevicesTest-2112892794</nova:project>
Dec 05 16:59:57 user nova-compute[75018]:       </nova:owner>
Dec 05 16:59:57 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 16:59:57 user nova-compute[75018]:       <nova:ports>
Dec 05 16:59:57 user nova-compute[75018]:         <nova:port uuid="20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1">
Dec 05 16:59:57 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 05 16:59:57 user nova-compute[75018]:         </nova:port>
Dec 05 16:59:57 user nova-compute[75018]:         <nova:port uuid="ea44200d-582a-43a7-9e3d-1d5ab785e61c">
Dec 05 16:59:57 user nova-compute[75018]:           <nova:ip type="fixed" address="10.1.1.103" ipVersion="4"/>
Dec 05 16:59:57 user nova-compute[75018]:         </nova:port>
Dec 05 16:59:57 user nova-compute[75018]:         <nova:port uuid="669d78c9-a014-4d90-8e61-12d7b36b5e93">
Dec 05 16:59:57 user nova-compute[75018]:           <nova:ip type="fixed" address="10.1.1.82" ipVersion="4"/>
Dec 05 16:59:57 user nova-compute[75018]:         </nova:port>
Dec 05 16:59:57 user nova-compute[75018]:         <nova:port uuid="c2e12aa9-95fe-4f67-b214-ec95ee1ee183">
Dec 05 16:59:57 user nova-compute[75018]:           <nova:ip type="fixed" address="10.1.1.245" ipVersion="4"/>
Dec 05 16:59:57 user nova-compute[75018]:         </nova:port>
Dec 05 16:59:57 user nova-compute[75018]:         <nova:port uuid="55b60baf-acbe-4a71-bd9f-e3dd2d092214">
Dec 05 16:59:57 user nova-compute[75018]:           <nova:ip type="fixed" address="10.1.1.212" ipVersion="4"/>
Dec 05 16:59:57 user nova-compute[75018]:         </nova:port>
Dec 05 16:59:57 user nova-compute[75018]:         <nova:port uuid="8521dc77-7bf3-4c35-b613-32b5a4af7fbc">
Dec 05 16:59:57 user nova-compute[75018]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Dec 05 16:59:57 user nova-compute[75018]:         </nova:port>
Dec 05 16:59:57 user nova-compute[75018]:         <nova:port uuid="9cd6cbf3-999c-42de-9664-8a73d0323f60">
Dec 05 16:59:57 user nova-compute[75018]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Dec 05 16:59:57 user nova-compute[75018]:         </nova:port>
Dec 05 16:59:57 user nova-compute[75018]:       </nova:ports>
Dec 05 16:59:57 user nova-compute[75018]:     </nova:instance>
Dec 05 16:59:57 user nova-compute[75018]:   </metadata>
Dec 05 16:59:57 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 16:59:57 user nova-compute[75018]:     <system>
Dec 05 16:59:57 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 16:59:57 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 16:59:57 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 16:59:57 user nova-compute[75018]:       <entry name="serial">30801f90-f27e-41c0-a49f-50989aa2e694</entry>
Dec 05 16:59:57 user nova-compute[75018]:       <entry name="uuid">30801f90-f27e-41c0-a49f-50989aa2e694</entry>
Dec 05 16:59:57 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 16:59:57 user nova-compute[75018]:     </system>
Dec 05 16:59:57 user nova-compute[75018]:   </sysinfo>
Dec 05 16:59:57 user nova-compute[75018]:   <os>
Dec 05 16:59:57 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 16:59:57 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 16:59:57 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 16:59:57 user nova-compute[75018]:   </os>
Dec 05 16:59:57 user nova-compute[75018]:   <features>
Dec 05 16:59:57 user nova-compute[75018]:     <acpi/>
Dec 05 16:59:57 user nova-compute[75018]:     <apic/>
Dec 05 16:59:57 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 16:59:57 user nova-compute[75018]:   </features>
Dec 05 16:59:57 user nova-compute[75018]:   <clock offset="utc">
Dec 05 16:59:57 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 16:59:57 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 16:59:57 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 16:59:57 user nova-compute[75018]:   </clock>
Dec 05 16:59:57 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 16:59:57 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 16:59:57 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 16:59:57 user nova-compute[75018]:   </cpu>
Dec 05 16:59:57 user nova-compute[75018]:   <devices>
Dec 05 16:59:57 user nova-compute[75018]:     <disk type="file" device="cdrom">
Dec 05 16:59:57 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none"/>
Dec 05 16:59:57 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/30801f90-f27e-41c0-a49f-50989aa2e694/disk.config"/>
Dec 05 16:59:57 user nova-compute[75018]:       <target dev="hda" bus="ide"/>
Dec 05 16:59:57 user nova-compute[75018]:     </disk>
Dec 05 16:59:57 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 16:59:57 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 16:59:57 user nova-compute[75018]:       <source dev="/dev/sdf"/>
Dec 05 16:59:57 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 16:59:57 user nova-compute[75018]:       <serial>2c09b33b-2cff-4063-8901-cb941f4a764f</serial>
Dec 05 16:59:57 user nova-compute[75018]:     </disk>
Dec 05 16:59:57 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 16:59:57 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 16:59:57 user nova-compute[75018]:       <source dev="/dev/sdg"/>
Dec 05 16:59:57 user nova-compute[75018]:       <target dev="vdb" bus="virtio"/>
Dec 05 16:59:57 user nova-compute[75018]:       <serial>f7fdd523-0090-41ef-9695-28e1ffabae9c</serial>
Dec 05 16:59:57 user nova-compute[75018]:     </disk>
Dec 05 16:59:57 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 16:59:57 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 16:59:57 user nova-compute[75018]:       <source dev="/dev/sdh"/>
Dec 05 16:59:57 user nova-compute[75018]:       <target dev="vdc" bus="virtio"/>
Dec 05 16:59:57 user nova-compute[75018]:       <serial>3e855302-788d-485a-8e6c-6c1bebe63227</serial>
Dec 05 16:59:57 user nova-compute[75018]:     </disk>
Dec 05 16:59:57 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:59:57 user nova-compute[75018]:       <mac address="fa:16:3e:e3:61:26"/>
Dec 05 16:59:57 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:57 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:59:57 user nova-compute[75018]:       <target dev="tap20f550d6-cc"/>
Dec 05 16:59:57 user nova-compute[75018]:     </interface>
Dec 05 16:59:57 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:59:57 user nova-compute[75018]:       <mac address="fa:16:3e:3a:14:fd"/>
Dec 05 16:59:57 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:57 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:59:57 user nova-compute[75018]:       <target dev="tapea44200d-58"/>
Dec 05 16:59:57 user nova-compute[75018]:     </interface>
Dec 05 16:59:57 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:59:57 user nova-compute[75018]:       <mac address="fa:16:3e:d3:ce:1b"/>
Dec 05 16:59:57 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:57 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:59:57 user nova-compute[75018]:       <target dev="tap669d78c9-a0"/>
Dec 05 16:59:57 user nova-compute[75018]:     </interface>
Dec 05 16:59:57 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:59:57 user nova-compute[75018]:       <mac address="fa:16:3e:bf:c1:4a"/>
Dec 05 16:59:57 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:57 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:59:57 user nova-compute[75018]:       <target dev="tapc2e12aa9-95"/>
Dec 05 16:59:57 user nova-compute[75018]:     </interface>
Dec 05 16:59:57 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:59:57 user nova-compute[75018]:       <mac address="fa:16:3e:06:bc:02"/>
Dec 05 16:59:57 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:57 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:59:57 user nova-compute[75018]:       <target dev="tap55b60baf-ac"/>
Dec 05 16:59:57 user nova-compute[75018]:     </interface>
Dec 05 16:59:57 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:59:57 user nova-compute[75018]:       <mac address="fa:16:3e:e6:db:24"/>
Dec 05 16:59:57 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:57 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:59:57 user nova-compute[75018]:       <target dev="tap8521dc77-7b"/>
Dec 05 16:59:57 user nova-compute[75018]:     </interface>
Dec 05 16:59:57 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 16:59:57 user nova-compute[75018]:       <mac address="fa:16:3e:bc:b3:6a"/>
Dec 05 16:59:57 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:57 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 16:59:57 user nova-compute[75018]:       <target dev="tap9cd6cbf3-99"/>
Dec 05 16:59:57 user nova-compute[75018]:     </interface>
Dec 05 16:59:57 user nova-compute[75018]:     <serial type="pty">
Dec 05 16:59:57 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/30801f90-f27e-41c0-a49f-50989aa2e694/console.log" append="off"/>
Dec 05 16:59:57 user nova-compute[75018]:     </serial>
Dec 05 16:59:57 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 16:59:57 user nova-compute[75018]:     <video>
Dec 05 16:59:57 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 16:59:57 user nova-compute[75018]:     </video>
Dec 05 16:59:57 user nova-compute[75018]:     <rng model="virtio">
Dec 05 16:59:57 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 16:59:57 user nova-compute[75018]:     </rng>
Dec 05 16:59:57 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 16:59:57 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 16:59:57 user nova-compute[75018]:       <stats period="10"/>
Dec 05 16:59:57 user nova-compute[75018]:     </memballoon>
Dec 05 16:59:57 user nova-compute[75018]:   </devices>
Dec 05 16:59:57 user nova-compute[75018]: </domain>
Dec 05 16:59:57 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "address": "fa:16:3e:e3:61:26", "network": {"id": "0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1118191101-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20f550d6-cc", "ovs_interfaceid": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "address": "fa:16:3e:e3:61:26", "network": {"id": "0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1118191101-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20f550d6-cc", "ovs_interfaceid": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:61:26,bridge_name='br-int',has_traffic_filtering=True,id=20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1,network=Network(0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20f550d6-cc') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG os_vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:61:26,bridge_name='br-int',has_traffic_filtering=True,id=20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1,network=Network(0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20f550d6-cc') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fcd83e96-a95f-5ef3-9a2e-8d89c1f4b6df', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap20f550d6-cc, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap20f550d6-cc, col_values=(('qos', UUID('8878a66d-ed33-4a7a-b23a-addb11504920')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap20f550d6-cc, col_values=(('external_ids', {'iface-id': '20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e3:61:26', 'vm-uuid': '30801f90-f27e-41c0-a49f-50989aa2e694'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: INFO os_vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:61:26,bridge_name='br-int',has_traffic_filtering=True,id=20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1,network=Network(0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20f550d6-cc')
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "address": "fa:16:3e:3a:14:fd", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea44200d-58", "ovs_interfaceid": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "address": "fa:16:3e:3a:14:fd", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea44200d-58", "ovs_interfaceid": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:14:fd,bridge_name='br-int',has_traffic_filtering=True,id=ea44200d-582a-43a7-9e3d-1d5ab785e61c,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapea44200d-58') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG os_vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:14:fd,bridge_name='br-int',has_traffic_filtering=True,id=ea44200d-582a-43a7-9e3d-1d5ab785e61c,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapea44200d-58') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2f3e622f-b705-5540-b523-8b71b1b9733a', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapea44200d-58, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapea44200d-58, col_values=(('qos', UUID('4c2295ed-bcb7-4ac3-9e14-6283109a33ef')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapea44200d-58, col_values=(('external_ids', {'iface-id': 'ea44200d-582a-43a7-9e3d-1d5ab785e61c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3a:14:fd', 'vm-uuid': '30801f90-f27e-41c0-a49f-50989aa2e694'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: INFO os_vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:14:fd,bridge_name='br-int',has_traffic_filtering=True,id=ea44200d-582a-43a7-9e3d-1d5ab785e61c,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapea44200d-58')
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "address": "fa:16:3e:d3:ce:1b", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap669d78c9-a0", "ovs_interfaceid": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "address": "fa:16:3e:d3:ce:1b", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap669d78c9-a0", "ovs_interfaceid": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ce:1b,bridge_name='br-int',has_traffic_filtering=True,id=669d78c9-a014-4d90-8e61-12d7b36b5e93,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap669d78c9-a0') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG os_vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ce:1b,bridge_name='br-int',has_traffic_filtering=True,id=669d78c9-a014-4d90-8e61-12d7b36b5e93,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap669d78c9-a0') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '777dbb9d-c425-51cd-b313-7479aa688154', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap669d78c9-a0, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap669d78c9-a0, col_values=(('qos', UUID('17dcbd42-8879-4e56-be6f-0781c34303a0')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap669d78c9-a0, col_values=(('external_ids', {'iface-id': '669d78c9-a014-4d90-8e61-12d7b36b5e93', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d3:ce:1b', 'vm-uuid': '30801f90-f27e-41c0-a49f-50989aa2e694'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.273s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: INFO os_vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ce:1b,bridge_name='br-int',has_traffic_filtering=True,id=669d78c9-a014-4d90-8e61-12d7b36b5e93,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap669d78c9-a0')
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "address": "fa:16:3e:bf:c1:4a", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2e12aa9-95", "ovs_interfaceid": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "address": "fa:16:3e:bf:c1:4a", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2e12aa9-95", "ovs_interfaceid": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:c1:4a,bridge_name='br-int',has_traffic_filtering=True,id=c2e12aa9-95fe-4f67-b214-ec95ee1ee183,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2e12aa9-95') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG os_vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:c1:4a,bridge_name='br-int',has_traffic_filtering=True,id=c2e12aa9-95fe-4f67-b214-ec95ee1ee183,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2e12aa9-95') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.compute.manager [req-ea6b5623-f646-469a-8d30-bfe30e14d286 req-a7ecd39d-243b-42a8-a47e-9c4742aa81cd service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received event network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ea6b5623-f646-469a-8d30-bfe30e14d286 req-a7ecd39d-243b-42a8-a47e-9c4742aa81cd service nova] Acquiring lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ea6b5623-f646-469a-8d30-bfe30e14d286 req-a7ecd39d-243b-42a8-a47e-9c4742aa81cd service nova] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ea6b5623-f646-469a-8d30-bfe30e14d286 req-a7ecd39d-243b-42a8-a47e-9c4742aa81cd service nova] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.compute.manager [req-ea6b5623-f646-469a-8d30-bfe30e14d286 req-a7ecd39d-243b-42a8-a47e-9c4742aa81cd service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] No waiting events found dispatching network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:57 user nova-compute[75018]: WARNING nova.compute.manager [req-ea6b5623-f646-469a-8d30-bfe30e14d286 req-a7ecd39d-243b-42a8-a47e-9c4742aa81cd service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received unexpected event network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed for instance with vm_state active and task_state rescuing.
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.compute.manager [req-ea6b5623-f646-469a-8d30-bfe30e14d286 req-a7ecd39d-243b-42a8-a47e-9c4742aa81cd service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received event network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ea6b5623-f646-469a-8d30-bfe30e14d286 req-a7ecd39d-243b-42a8-a47e-9c4742aa81cd service nova] Acquiring lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ea6b5623-f646-469a-8d30-bfe30e14d286 req-a7ecd39d-243b-42a8-a47e-9c4742aa81cd service nova] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ea6b5623-f646-469a-8d30-bfe30e14d286 req-a7ecd39d-243b-42a8-a47e-9c4742aa81cd service nova] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG nova.compute.manager [req-ea6b5623-f646-469a-8d30-bfe30e14d286 req-a7ecd39d-243b-42a8-a47e-9c4742aa81cd service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] No waiting events found dispatching network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 16:59:57 user nova-compute[75018]: WARNING nova.compute.manager [req-ea6b5623-f646-469a-8d30-bfe30e14d286 req-a7ecd39d-243b-42a8-a47e-9c4742aa81cd service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received unexpected event network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed for instance with vm_state active and task_state rescuing.
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dd00fb23-792e-5874-8282-2a75505155a2', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc2e12aa9-95, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc2e12aa9-95, col_values=(('qos', UUID('f9ca68e1-34f2-4efd-ba43-35c691fef3a3')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc2e12aa9-95, col_values=(('external_ids', {'iface-id': 'c2e12aa9-95fe-4f67-b214-ec95ee1ee183', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bf:c1:4a', 'vm-uuid': '30801f90-f27e-41c0-a49f-50989aa2e694'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: INFO os_vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:c1:4a,bridge_name='br-int',has_traffic_filtering=True,id=c2e12aa9-95fe-4f67-b214-ec95ee1ee183,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2e12aa9-95')
Dec 05 16:59:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "address": "fa:16:3e:06:bc:02", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55b60baf-ac", "ovs_interfaceid": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "address": "fa:16:3e:06:bc:02", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55b60baf-ac", "ovs_interfaceid": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:bc:02,bridge_name='br-int',has_traffic_filtering=True,id=55b60baf-acbe-4a71-bd9f-e3dd2d092214,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55b60baf-ac') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG os_vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:bc:02,bridge_name='br-int',has_traffic_filtering=True,id=55b60baf-acbe-4a71-bd9f-e3dd2d092214,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55b60baf-ac') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk /opt/stack/data/nova/instances/snapshots/tmppv7qyad6/a796db8347ef400b853955283eeacd88" returned: 0 in 0.843s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:58 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Snapshot extracted, beginning image upload
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7a704ff5-1239-52f9-9bb1-2c3260a47c0f', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap55b60baf-ac, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap55b60baf-ac, col_values=(('qos', UUID('9edaf075-6609-4e56-8c90-c4804561b40b')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap55b60baf-ac, col_values=(('external_ids', {'iface-id': '55b60baf-acbe-4a71-bd9f-e3dd2d092214', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:06:bc:02', 'vm-uuid': '30801f90-f27e-41c0-a49f-50989aa2e694'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: INFO os_vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:bc:02,bridge_name='br-int',has_traffic_filtering=True,id=55b60baf-acbe-4a71-bd9f-e3dd2d092214,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55b60baf-ac')
Dec 05 16:59:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "address": "fa:16:3e:e6:db:24", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8521dc77-7b", "ovs_interfaceid": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "address": "fa:16:3e:e6:db:24", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8521dc77-7b", "ovs_interfaceid": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:db:24,bridge_name='br-int',has_traffic_filtering=True,id=8521dc77-7bf3-4c35-b613-32b5a4af7fbc,network=Network(27f6041e-a7b5-4603-ad7a-5836290d9b4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8521dc77-7b') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG os_vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:db:24,bridge_name='br-int',has_traffic_filtering=True,id=8521dc77-7bf3-4c35-b613-32b5a4af7fbc,network=Network(27f6041e-a7b5-4603-ad7a-5836290d9b4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8521dc77-7b') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1f91b982-e127-5ace-834e-6c6dcf61ac3d', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8521dc77-7b, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8521dc77-7b, col_values=(('qos', UUID('45b18962-90bc-445d-80f6-b56d9fd48ab9')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8521dc77-7b, col_values=(('external_ids', {'iface-id': '8521dc77-7bf3-4c35-b613-32b5a4af7fbc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e6:db:24', 'vm-uuid': '30801f90-f27e-41c0-a49f-50989aa2e694'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: INFO os_vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:db:24,bridge_name='br-int',has_traffic_filtering=True,id=8521dc77-7bf3-4c35-b613-32b5a4af7fbc,network=Network(27f6041e-a7b5-4603-ad7a-5836290d9b4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8521dc77-7b')
Dec 05 16:59:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:59:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "address": "fa:16:3e:bc:b3:6a", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cd6cbf3-99", "ovs_interfaceid": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "address": "fa:16:3e:bc:b3:6a", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cd6cbf3-99", "ovs_interfaceid": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:b3:6a,bridge_name='br-int',has_traffic_filtering=True,id=9cd6cbf3-999c-42de-9664-8a73d0323f60,network=Network(27f6041e-a7b5-4603-ad7a-5836290d9b4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cd6cbf3-99') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG os_vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:b3:6a,bridge_name='br-int',has_traffic_filtering=True,id=9cd6cbf3-999c-42de-9664-8a73d0323f60,network=Network(27f6041e-a7b5-4603-ad7a-5836290d9b4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cd6cbf3-99') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2b8b90f4-388d-5e42-8756-6f4c46d11b73', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9cd6cbf3-99, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9cd6cbf3-99, col_values=(('qos', UUID('d676406c-ef14-4796-8b96-8dba9400544a')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9cd6cbf3-99, col_values=(('external_ids', {'iface-id': '9cd6cbf3-999c-42de-9664-8a73d0323f60', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bc:b3:6a', 'vm-uuid': '30801f90-f27e-41c0-a49f-50989aa2e694'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-da222b09-0059-4753-93c8-501fce5f7a24 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 16:59:58 user nova-compute[75018]: INFO os_vif [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:b3:6a,bridge_name='br-int',has_traffic_filtering=True,id=9cd6cbf3-999c-42de-9664-8a73d0323f60,network=Network(27f6041e-a7b5-4603-ad7a-5836290d9b4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cd6cbf3-99')
Dec 05 16:59:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] No BDM found with device name hda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] No VIF found with MAC fa:16:3e:e3:61:26, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] No VIF found with MAC fa:16:3e:06:bc:02, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 16:59:58 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Using config drive
Dec 05 16:59:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:59 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Creating config drive at /opt/stack/data/nova/instances/30801f90-f27e-41c0-a49f-50989aa2e694/disk.config
Dec 05 16:59:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/30801f90-f27e-41c0-a49f-50989aa2e694/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpi9ufe8jj {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/30801f90-f27e-41c0-a49f-50989aa2e694/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpi9ufe8jj" returned: 0 in 0.080s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 16:59:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 16:59:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 16:59:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk --force-share --output=json" returned: 0 in 0.321s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:01 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Snapshot image upload complete
Dec 05 17:00:01 user nova-compute[75018]: DEBUG nova.compute.manager [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-32c3e15c-9c40-4df4-815e-32eb8b2db4d0 req-db20b646-1f5b-4953-93b9-888db7cd3f0a service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-32c3e15c-9c40-4df4-815e-32eb8b2db4d0 req-db20b646-1f5b-4953-93b9-888db7cd3f0a service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-32c3e15c-9c40-4df4-815e-32eb8b2db4d0 req-db20b646-1f5b-4953-93b9-888db7cd3f0a service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-32c3e15c-9c40-4df4-815e-32eb8b2db4d0 req-db20b646-1f5b-4953-93b9-888db7cd3f0a service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-32c3e15c-9c40-4df4-815e-32eb8b2db4d0 req-db20b646-1f5b-4953-93b9-888db7cd3f0a service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:01 user nova-compute[75018]: WARNING nova.compute.manager [req-32c3e15c-9c40-4df4-815e-32eb8b2db4d0 req-db20b646-1f5b-4953-93b9-888db7cd3f0a service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 for instance with vm_state building and task_state spawning.
Dec 05 17:00:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:01 user nova-compute[75018]: INFO nova.compute.manager [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Shelve offloading
Dec 05 17:00:01 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Instance destroyed successfully.
Dec 05 17:00:01 user nova-compute[75018]: DEBUG nova.compute.manager [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquired lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG nova.network.neutron [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-fc372094-25e9-452c-b114-73c11681e5cf req-dd9e5889-2b5c-4867-9cc9-259c196dd8a5 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-ea44200d-582a-43a7-9e3d-1d5ab785e61c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fc372094-25e9-452c-b114-73c11681e5cf req-dd9e5889-2b5c-4867-9cc9-259c196dd8a5 service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fc372094-25e9-452c-b114-73c11681e5cf req-dd9e5889-2b5c-4867-9cc9-259c196dd8a5 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fc372094-25e9-452c-b114-73c11681e5cf req-dd9e5889-2b5c-4867-9cc9-259c196dd8a5 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-fc372094-25e9-452c-b114-73c11681e5cf req-dd9e5889-2b5c-4867-9cc9-259c196dd8a5 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-ea44200d-582a-43a7-9e3d-1d5ab785e61c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:06 user nova-compute[75018]: WARNING nova.compute.manager [req-fc372094-25e9-452c-b114-73c11681e5cf req-dd9e5889-2b5c-4867-9cc9-259c196dd8a5 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-ea44200d-582a-43a7-9e3d-1d5ab785e61c for instance with vm_state building and task_state spawning.
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-eda598d7-fcf0-4ba1-a650-f3d426b836f2 req-f68e85af-9b48-4860-be30-67ae8933d1b1 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-669d78c9-a014-4d90-8e61-12d7b36b5e93 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eda598d7-fcf0-4ba1-a650-f3d426b836f2 req-f68e85af-9b48-4860-be30-67ae8933d1b1 service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eda598d7-fcf0-4ba1-a650-f3d426b836f2 req-f68e85af-9b48-4860-be30-67ae8933d1b1 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eda598d7-fcf0-4ba1-a650-f3d426b836f2 req-f68e85af-9b48-4860-be30-67ae8933d1b1 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-eda598d7-fcf0-4ba1-a650-f3d426b836f2 req-f68e85af-9b48-4860-be30-67ae8933d1b1 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-669d78c9-a014-4d90-8e61-12d7b36b5e93 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:06 user nova-compute[75018]: WARNING nova.compute.manager [req-eda598d7-fcf0-4ba1-a650-f3d426b836f2 req-f68e85af-9b48-4860-be30-67ae8933d1b1 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-669d78c9-a014-4d90-8e61-12d7b36b5e93 for instance with vm_state building and task_state spawning.
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-0b55fa58-1db5-4866-9716-3c5eb3bf79af req-6a04343c-626f-4ca9-b965-2ef437e00361 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0b55fa58-1db5-4866-9716-3c5eb3bf79af req-6a04343c-626f-4ca9-b965-2ef437e00361 service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0b55fa58-1db5-4866-9716-3c5eb3bf79af req-6a04343c-626f-4ca9-b965-2ef437e00361 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0b55fa58-1db5-4866-9716-3c5eb3bf79af req-6a04343c-626f-4ca9-b965-2ef437e00361 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-0b55fa58-1db5-4866-9716-3c5eb3bf79af req-6a04343c-626f-4ca9-b965-2ef437e00361 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:06 user nova-compute[75018]: WARNING nova.compute.manager [req-0b55fa58-1db5-4866-9716-3c5eb3bf79af req-6a04343c-626f-4ca9-b965-2ef437e00361 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 for instance with vm_state building and task_state spawning.
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-ea44200d-582a-43a7-9e3d-1d5ab785e61c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-ea44200d-582a-43a7-9e3d-1d5ab785e61c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:06 user nova-compute[75018]: WARNING nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-ea44200d-582a-43a7-9e3d-1d5ab785e61c for instance with vm_state building and task_state spawning.
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-c2e12aa9-95fe-4f67-b214-ec95ee1ee183 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-c2e12aa9-95fe-4f67-b214-ec95ee1ee183 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:06 user nova-compute[75018]: WARNING nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-c2e12aa9-95fe-4f67-b214-ec95ee1ee183 for instance with vm_state building and task_state spawning.
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-c2e12aa9-95fe-4f67-b214-ec95ee1ee183 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-c2e12aa9-95fe-4f67-b214-ec95ee1ee183 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:06 user nova-compute[75018]: WARNING nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-c2e12aa9-95fe-4f67-b214-ec95ee1ee183 for instance with vm_state building and task_state spawning.
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-8521dc77-7bf3-4c35-b613-32b5a4af7fbc {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-8521dc77-7bf3-4c35-b613-32b5a4af7fbc {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:06 user nova-compute[75018]: WARNING nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-8521dc77-7bf3-4c35-b613-32b5a4af7fbc for instance with vm_state building and task_state spawning.
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-8521dc77-7bf3-4c35-b613-32b5a4af7fbc {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-8521dc77-7bf3-4c35-b613-32b5a4af7fbc {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:06 user nova-compute[75018]: WARNING nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-8521dc77-7bf3-4c35-b613-32b5a4af7fbc for instance with vm_state building and task_state spawning.
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-9cd6cbf3-999c-42de-9664-8a73d0323f60 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-9cd6cbf3-999c-42de-9664-8a73d0323f60 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:06 user nova-compute[75018]: WARNING nova.compute.manager [req-2901c8b1-ef86-4245-9e40-fae73245c0c7 req-7d1d127e-9434-4e31-bda4-0c2464df4e85 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-9cd6cbf3-999c-42de-9664-8a73d0323f60 for instance with vm_state building and task_state spawning.
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-669d78c9-a014-4d90-8e61-12d7b36b5e93 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-669d78c9-a014-4d90-8e61-12d7b36b5e93 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:06 user nova-compute[75018]: WARNING nova.compute.manager [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-669d78c9-a014-4d90-8e61-12d7b36b5e93 for instance with vm_state building and task_state spawning.
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-55b60baf-acbe-4a71-bd9f-e3dd2d092214 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-55b60baf-acbe-4a71-bd9f-e3dd2d092214 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:06 user nova-compute[75018]: WARNING nova.compute.manager [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-55b60baf-acbe-4a71-bd9f-e3dd2d092214 for instance with vm_state building and task_state spawning.
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-55b60baf-acbe-4a71-bd9f-e3dd2d092214 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-55b60baf-acbe-4a71-bd9f-e3dd2d092214 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:06 user nova-compute[75018]: WARNING nova.compute.manager [req-19aa8d96-62f5-4d59-85d5-ec6f61a67286 req-a2ad2146-3339-4f99-b118-e7241915369c service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-55b60baf-acbe-4a71-bd9f-e3dd2d092214 for instance with vm_state building and task_state spawning.
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-d8ed01ad-8611-47f9-ad24-35e55ab36dde req-847384b4-6fa5-4eb1-94c0-bdb5c66e7a88 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-9cd6cbf3-999c-42de-9664-8a73d0323f60 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d8ed01ad-8611-47f9-ad24-35e55ab36dde req-847384b4-6fa5-4eb1-94c0-bdb5c66e7a88 service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d8ed01ad-8611-47f9-ad24-35e55ab36dde req-847384b4-6fa5-4eb1-94c0-bdb5c66e7a88 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d8ed01ad-8611-47f9-ad24-35e55ab36dde req-847384b4-6fa5-4eb1-94c0-bdb5c66e7a88 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-d8ed01ad-8611-47f9-ad24-35e55ab36dde req-847384b4-6fa5-4eb1-94c0-bdb5c66e7a88 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-9cd6cbf3-999c-42de-9664-8a73d0323f60 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:06 user nova-compute[75018]: WARNING nova.compute.manager [req-d8ed01ad-8611-47f9-ad24-35e55ab36dde req-847384b4-6fa5-4eb1-94c0-bdb5c66e7a88 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-9cd6cbf3-999c-42de-9664-8a73d0323f60 for instance with vm_state building and task_state spawning.
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.manager [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:00:06 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:00:06 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7053MB free_disk=25.427928924560547GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:06 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Instance spawned successfully.
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:00:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:00:07 user nova-compute[75018]: INFO nova.compute.manager [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Took 14.37 seconds to spawn the instance on the hypervisor.
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.compute.manager [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 533bba90-582b-4ad5-9763-532788f79d6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5931bfc3-7400-4941-bc87-b07f86c6982b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a55ebc44-4426-4281-a96d-7f4434835d12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 90ef686b-3ab5-4970-849d-04c563a39459 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance d2eb1664-a77a-4758-b0ea-61c56adf56f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance ee776409-860b-4334-a401-2c437a5bf02c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance aff5eae8-b542-411b-afc8-9208024bcc74 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 8f5ac884-6707-47b6-a3bd-a2fd52796223 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 2dcf01c4-b4d5-478f-95fa-094d41d63bf3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 30801f90-f27e-41c0-a49f-50989aa2e694 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f63e68b5-6e85-4757-afaa-b97dfd77160e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.network.neutron [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updating instance_info_cache with network_info: [{"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:00:07 user nova-compute[75018]: INFO nova.compute.manager [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Took 57.81 seconds to build instance.
Dec 05 17:00:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Releasing lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-30dd693a-1907-4f9b-8538-1ccbaa967497 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "30801f90-f27e-41c0-a49f-50989aa2e694" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 57.958s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:00:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.637s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:08 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Instance destroyed successfully.
Dec 05 17:00:08 user nova-compute[75018]: DEBUG nova.objects.instance [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'resources' on Instance uuid 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-357302359',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-357302359',id=1,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMIZtNqCYhtg8n1L6lRW2xyFGriBKksrRP8KIzSQt0hh7GgXKNprB5zQw+cF3sbgrKki4gjdLk28kIsJA90bi4SXlJ4K3l5dYOxBFb4OIcY6eHQQUHxbuEoU9JVIgUKMyQ==',key_name='tempest-keypair-1082907851',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:58:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='eeda605e799e4fc88ae4e8898981ee9c',ramdisk_id='',reservation_id='r-3qqqlwj3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1242004540',owner_user_name='tempest-AttachVolumeShelveTestJSON-1242004540-project-member',shelved_at='2023-12-05T17:00:01.272822',shelved_host='user',shelved_image_id='be8b4f01-cd5d-4fd7-b2c4-1ea704caaebe'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:59:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d407dbeca07a4ef1ade84c3932a79211',uuid=8d040d8b-78c5-4b7a-9fc2-820aa6ebed52,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converting VIF {"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:85:f8,bridge_name='br-int',has_traffic_filtering=True,id=f56ffda0-863c-464b-8245-93c0c556b83a,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf56ffda0-86') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG os_vif [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:85:f8,bridge_name='br-int',has_traffic_filtering=True,id=f56ffda0-863c-464b-8245-93c0c556b83a,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf56ffda0-86') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf56ffda0-86, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=00d76ef6-6f68-42d0-9765-7e4826ddfcb8) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG nova.compute.manager [req-56018ae4-f5f6-47e2-9a45-2732f83fc115 req-4c795f2b-5194-405b-8a1a-0acb25a7b865 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received event network-changed-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG nova.compute.manager [req-56018ae4-f5f6-47e2-9a45-2732f83fc115 req-4c795f2b-5194-405b-8a1a-0acb25a7b865 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Refreshing instance network info cache due to event network-changed-f56ffda0-863c-464b-8245-93c0c556b83a. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-56018ae4-f5f6-47e2-9a45-2732f83fc115 req-4c795f2b-5194-405b-8a1a-0acb25a7b865 service nova] Acquiring lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-56018ae4-f5f6-47e2-9a45-2732f83fc115 req-4c795f2b-5194-405b-8a1a-0acb25a7b865 service nova] Acquired lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG nova.network.neutron [req-56018ae4-f5f6-47e2-9a45-2732f83fc115 req-4c795f2b-5194-405b-8a1a-0acb25a7b865 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Refreshing network info cache for port f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:00:08 user nova-compute[75018]: INFO os_vif [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:85:f8,bridge_name='br-int',has_traffic_filtering=True,id=f56ffda0-863c-464b-8245-93c0c556b83a,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf56ffda0-86')
Dec 05 17:00:08 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Deleting instance files /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52_del
Dec 05 17:00:08 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Deletion of /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52_del complete
Dec 05 17:00:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Checking UEFI support for host arch (x86_64) {{(pid=75018) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1753}}
Dec 05 17:00:08 user nova-compute[75018]: INFO nova.virt.libvirt.host [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] UEFI support detected
Dec 05 17:00:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:00:08 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Deleted allocations for instance 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52
Dec 05 17:00:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG nova.objects.instance [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'numa_topology' on Instance uuid 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG nova.objects.base [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Object Instance<8d040d8b-78c5-4b7a-9fc2-820aa6ebed52> lazy-loaded attributes: resources,numa_topology {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:00:08 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:00:09 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:00:09 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:00:09 user nova-compute[75018]: DEBUG nova.network.neutron [req-56018ae4-f5f6-47e2-9a45-2732f83fc115 req-4c795f2b-5194-405b-8a1a-0acb25a7b865 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updated VIF entry in instance network info cache for port f56ffda0-863c-464b-8245-93c0c556b83a. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:00:09 user nova-compute[75018]: DEBUG nova.network.neutron [req-56018ae4-f5f6-47e2-9a45-2732f83fc115 req-4c795f2b-5194-405b-8a1a-0acb25a7b865 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updating instance_info_cache with network_info: [{"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapf56ffda0-86", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:00:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.513s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-56018ae4-f5f6-47e2-9a45-2732f83fc115 req-4c795f2b-5194-405b-8a1a-0acb25a7b865 service nova] Releasing lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:00:09 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Updating instance_info_cache with network_info: [{"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:00:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:00:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:00:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79ce5f77-9151-4872-a929-dce855efcb71 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 14.937s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:00:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:00:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:00:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:00:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:00:10 user nova-compute[75018]: DEBUG nova.compute.manager [req-855f3976-cbb6-445f-a2c6-02b7042fef40 req-faa1921c-5ef4-40a4-9633-f32f4cc28718 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Received event network-changed-4ea73764-0847-4da1-8020-d2a7c22cc4c2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:10 user nova-compute[75018]: DEBUG nova.compute.manager [req-855f3976-cbb6-445f-a2c6-02b7042fef40 req-faa1921c-5ef4-40a4-9633-f32f4cc28718 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Refreshing instance network info cache due to event network-changed-4ea73764-0847-4da1-8020-d2a7c22cc4c2. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:00:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-855f3976-cbb6-445f-a2c6-02b7042fef40 req-faa1921c-5ef4-40a4-9633-f32f4cc28718 service nova] Acquiring lock "refresh_cache-a55ebc44-4426-4281-a96d-7f4434835d12" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:00:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-855f3976-cbb6-445f-a2c6-02b7042fef40 req-faa1921c-5ef4-40a4-9633-f32f4cc28718 service nova] Acquired lock "refresh_cache-a55ebc44-4426-4281-a96d-7f4434835d12" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:00:10 user nova-compute[75018]: DEBUG nova.network.neutron [req-855f3976-cbb6-445f-a2c6-02b7042fef40 req-faa1921c-5ef4-40a4-9633-f32f4cc28718 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Refreshing network info cache for port 4ea73764-0847-4da1-8020-d2a7c22cc4c2 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:00:10 user nova-compute[75018]: DEBUG nova.network.neutron [req-855f3976-cbb6-445f-a2c6-02b7042fef40 req-faa1921c-5ef4-40a4-9633-f32f4cc28718 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Updated VIF entry in instance network info cache for port 4ea73764-0847-4da1-8020-d2a7c22cc4c2. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:00:10 user nova-compute[75018]: DEBUG nova.network.neutron [req-855f3976-cbb6-445f-a2c6-02b7042fef40 req-faa1921c-5ef4-40a4-9633-f32f4cc28718 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Updating instance_info_cache with network_info: [{"id": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "address": "fa:16:3e:e4:c3:49", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ea73764-08", "ovs_interfaceid": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:00:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-855f3976-cbb6-445f-a2c6-02b7042fef40 req-faa1921c-5ef4-40a4-9633-f32f4cc28718 service nova] Releasing lock "refresh_cache-a55ebc44-4426-4281-a96d-7f4434835d12" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:00:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "a55ebc44-4426-4281-a96d-7f4434835d12" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "a55ebc44-4426-4281-a96d-7f4434835d12" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG nova.objects.instance [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lazy-loading 'flavor' on Instance uuid a55ebc44-4426-4281-a96d-7f4434835d12 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "a55ebc44-4426-4281-a96d-7f4434835d12" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.089s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "a55ebc44-4426-4281-a96d-7f4434835d12" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "a55ebc44-4426-4281-a96d-7f4434835d12" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:13 user nova-compute[75018]: INFO nova.compute.manager [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Attaching volume 59cbdf45-8a4b-4261-ba16-12171ef84e25 to /dev/vdb
Dec 05 17:00:13 user nova-compute[75018]: DEBUG os_brick.utils [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f72c164-e20c-4a92-b8fb-0cd46fe244f1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[06634a08-6f5a-441a-92ad-be3e2e7054d5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[98306f98-19a6-41d1-9867-d2f6d6ee80be]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[21bcc7d3-9f8c-4b13-bfef-ab518501ff1a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:00:13 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:00:13 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7efa3778-8f54-4f17-b2e2-848b16f2443f]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG os_brick.utils [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:00:13 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Updating existing volume attachment record: 3887804c-fb9d-4efd-a788-3bf652dbdab6 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:00:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-80f9c96d-c1f6-4c2a-a518-039301d1cdbb req-3e53822a-2e83-4cd9-85a7-d2c2250faa68 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received event network-changed-c76a1f87-144e-41b1-987e-d0d98f066960 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-80f9c96d-c1f6-4c2a-a518-039301d1cdbb req-3e53822a-2e83-4cd9-85a7-d2c2250faa68 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Refreshing instance network info cache due to event network-changed-c76a1f87-144e-41b1-987e-d0d98f066960. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:00:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-80f9c96d-c1f6-4c2a-a518-039301d1cdbb req-3e53822a-2e83-4cd9-85a7-d2c2250faa68 service nova] Acquiring lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:00:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-80f9c96d-c1f6-4c2a-a518-039301d1cdbb req-3e53822a-2e83-4cd9-85a7-d2c2250faa68 service nova] Acquired lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:00:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-80f9c96d-c1f6-4c2a-a518-039301d1cdbb req-3e53822a-2e83-4cd9-85a7-d2c2250faa68 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Refreshing network info cache for port c76a1f87-144e-41b1-987e-d0d98f066960 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:00:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-80f9c96d-c1f6-4c2a-a518-039301d1cdbb req-3e53822a-2e83-4cd9-85a7-d2c2250faa68 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Updated VIF entry in instance network info cache for port c76a1f87-144e-41b1-987e-d0d98f066960. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:00:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-80f9c96d-c1f6-4c2a-a518-039301d1cdbb req-3e53822a-2e83-4cd9-85a7-d2c2250faa68 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Updating instance_info_cache with network_info: [{"id": "c76a1f87-144e-41b1-987e-d0d98f066960", "address": "fa:16:3e:6d:4a:01", "network": {"id": "59fbfc77-385f-452b-bf63-97845f61a8af", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1220182903-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc76a1f87-14", "ovs_interfaceid": "c76a1f87-144e-41b1-987e-d0d98f066960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:00:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "interface-90ef686b-3ab5-4970-849d-04c563a39459-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "interface-90ef686b-3ab5-4970-849d-04c563a39459-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:17 user nova-compute[75018]: DEBUG nova.objects.instance [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lazy-loading 'flavor' on Instance uuid 90ef686b-3ab5-4970-849d-04c563a39459 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:00:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-80f9c96d-c1f6-4c2a-a518-039301d1cdbb req-3e53822a-2e83-4cd9-85a7-d2c2250faa68 service nova] Releasing lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:00:17 user nova-compute[75018]: DEBUG nova.objects.instance [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lazy-loading 'pci_requests' on Instance uuid 90ef686b-3ab5-4970-849d-04c563a39459 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:00:17 user nova-compute[75018]: DEBUG nova.objects.base [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Object Instance<90ef686b-3ab5-4970-849d-04c563a39459> lazy-loaded attributes: flavor,pci_requests {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:00:17 user nova-compute[75018]: DEBUG nova.network.neutron [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:00:18 user nova-compute[75018]: DEBUG nova.policy [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0971d1203d54ddc94323b4660945710', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1a0b8f604d44257a61718bc13f23450', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:00:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:18 user nova-compute[75018]: DEBUG nova.network.neutron [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Successfully created port: 4aecdea4-9ef8-4c97-9154-f180fe896269 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG nova.network.neutron [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Successfully updated port: 4aecdea4-9ef8-4c97-9154-f180fe896269 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquired lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG nova.network.neutron [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-fbf258a5-7f12-4c09-abf5-ff5e4d89ca68 req-45cd4a9b-2321-4102-84ba-87275705b636 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received event network-changed-4aecdea4-9ef8-4c97-9154-f180fe896269 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-fbf258a5-7f12-4c09-abf5-ff5e4d89ca68 req-45cd4a9b-2321-4102-84ba-87275705b636 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Refreshing instance network info cache due to event network-changed-4aecdea4-9ef8-4c97-9154-f180fe896269. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fbf258a5-7f12-4c09-abf5-ff5e4d89ca68 req-45cd4a9b-2321-4102-84ba-87275705b636 service nova] Acquiring lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG nova.network.neutron [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Updating instance_info_cache with network_info: [{"id": "c76a1f87-144e-41b1-987e-d0d98f066960", "address": "fa:16:3e:6d:4a:01", "network": {"id": "59fbfc77-385f-452b-bf63-97845f61a8af", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1220182903-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc76a1f87-14", "ovs_interfaceid": "c76a1f87-144e-41b1-987e-d0d98f066960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4aecdea4-9ef8-4c97-9154-f180fe896269", "address": "fa:16:3e:6b:03:d3", "network": {"id": "97a2f35b-e189-478e-82f9-be2070f760bd", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1669224210", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4aecdea4-9e", "ovs_interfaceid": "4aecdea4-9ef8-4c97-9154-f180fe896269", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Releasing lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fbf258a5-7f12-4c09-abf5-ff5e4d89ca68 req-45cd4a9b-2321-4102-84ba-87275705b636 service nova] Acquired lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG nova.network.neutron [req-fbf258a5-7f12-4c09-abf5-ff5e4d89ca68 req-45cd4a9b-2321-4102-84ba-87275705b636 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Refreshing network info cache for port 4aecdea4-9ef8-4c97-9154-f180fe896269 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:58:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-444793847',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-444793847',id=5,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0F4tr//4DRozpM3VkBGKLu4l4pvokC+IdPB4zWPry3jtFEqnJVeY2ceYImSheo0wpM8ldJg/EBNqPzv3lhBuAK3MMppjuNHbytosqAFdentyjU4ooP/HG4QriibQM+lA==',key_name='tempest-keypair-2056806653',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:58:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d1a0b8f604d44257a61718bc13f23450',ramdisk_id='',reservation_id='r-sbz57739',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1818157073',owner_user_name='tempest-TaggedAttachmentsTest-1818157073-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:58:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e0971d1203d54ddc94323b4660945710',uuid=90ef686b-3ab5-4970-849d-04c563a39459,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4aecdea4-9ef8-4c97-9154-f180fe896269", "address": "fa:16:3e:6b:03:d3", "network": {"id": "97a2f35b-e189-478e-82f9-be2070f760bd", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1669224210", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4aecdea4-9e", "ovs_interfaceid": "4aecdea4-9ef8-4c97-9154-f180fe896269", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Converting VIF {"id": "4aecdea4-9ef8-4c97-9154-f180fe896269", "address": "fa:16:3e:6b:03:d3", "network": {"id": "97a2f35b-e189-478e-82f9-be2070f760bd", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1669224210", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4aecdea4-9e", "ovs_interfaceid": "4aecdea4-9ef8-4c97-9154-f180fe896269", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6b:03:d3,bridge_name='br-int',has_traffic_filtering=True,id=4aecdea4-9ef8-4c97-9154-f180fe896269,network=Network(97a2f35b-e189-478e-82f9-be2070f760bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4aecdea4-9e') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG os_vif [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6b:03:d3,bridge_name='br-int',has_traffic_filtering=True,id=4aecdea4-9ef8-4c97-9154-f180fe896269,network=Network(97a2f35b-e189-478e-82f9-be2070f760bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4aecdea4-9e') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c78b87b5-ddbd-5624-859b-3d953d00ae0a', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4aecdea4-9e, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4aecdea4-9e, col_values=(('qos', UUID('a9b47253-836d-4746-a2cd-bf31c03e8e68')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4aecdea4-9e, col_values=(('external_ids', {'iface-id': '4aecdea4-9ef8-4c97-9154-f180fe896269', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6b:03:d3', 'vm-uuid': '90ef686b-3ab5-4970-849d-04c563a39459'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:19 user nova-compute[75018]: INFO os_vif [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6b:03:d3,bridge_name='br-int',has_traffic_filtering=True,id=4aecdea4-9ef8-4c97-9154-f180fe896269,network=Network(97a2f35b-e189-478e-82f9-be2070f760bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4aecdea4-9e')
Dec 05 17:00:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:58:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-444793847',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-444793847',id=5,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0F4tr//4DRozpM3VkBGKLu4l4pvokC+IdPB4zWPry3jtFEqnJVeY2ceYImSheo0wpM8ldJg/EBNqPzv3lhBuAK3MMppjuNHbytosqAFdentyjU4ooP/HG4QriibQM+lA==',key_name='tempest-keypair-2056806653',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:58:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d1a0b8f604d44257a61718bc13f23450',ramdisk_id='',reservation_id='r-sbz57739',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1818157073',owner_user_name='tempest-TaggedAttachmentsTest-1818157073-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:58:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e0971d1203d54ddc94323b4660945710',uuid=90ef686b-3ab5-4970-849d-04c563a39459,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4aecdea4-9ef8-4c97-9154-f180fe896269", "address": "fa:16:3e:6b:03:d3", "network": {"id": "97a2f35b-e189-478e-82f9-be2070f760bd", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1669224210", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4aecdea4-9e", "ovs_interfaceid": "4aecdea4-9ef8-4c97-9154-f180fe896269", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Converting VIF {"id": "4aecdea4-9ef8-4c97-9154-f180fe896269", "address": "fa:16:3e:6b:03:d3", "network": {"id": "97a2f35b-e189-478e-82f9-be2070f760bd", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1669224210", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4aecdea4-9e", "ovs_interfaceid": "4aecdea4-9ef8-4c97-9154-f180fe896269", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6b:03:d3,bridge_name='br-int',has_traffic_filtering=True,id=4aecdea4-9ef8-4c97-9154-f180fe896269,network=Network(97a2f35b-e189-478e-82f9-be2070f760bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4aecdea4-9e') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] attach device xml: <interface type="ethernet">
Dec 05 17:00:19 user nova-compute[75018]:   <mac address="fa:16:3e:6b:03:d3"/>
Dec 05 17:00:19 user nova-compute[75018]:   <model type="virtio"/>
Dec 05 17:00:19 user nova-compute[75018]:   <mtu size="1442"/>
Dec 05 17:00:19 user nova-compute[75018]:   <target dev="tap4aecdea4-9e"/>
Dec 05 17:00:19 user nova-compute[75018]: </interface>
Dec 05 17:00:19 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:00:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG nova.network.neutron [req-fbf258a5-7f12-4c09-abf5-ff5e4d89ca68 req-45cd4a9b-2321-4102-84ba-87275705b636 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Updated VIF entry in instance network info cache for port 4aecdea4-9ef8-4c97-9154-f180fe896269. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG nova.network.neutron [req-fbf258a5-7f12-4c09-abf5-ff5e4d89ca68 req-45cd4a9b-2321-4102-84ba-87275705b636 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Updating instance_info_cache with network_info: [{"id": "c76a1f87-144e-41b1-987e-d0d98f066960", "address": "fa:16:3e:6d:4a:01", "network": {"id": "59fbfc77-385f-452b-bf63-97845f61a8af", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1220182903-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc76a1f87-14", "ovs_interfaceid": "c76a1f87-144e-41b1-987e-d0d98f066960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4aecdea4-9ef8-4c97-9154-f180fe896269", "address": "fa:16:3e:6b:03:d3", "network": {"id": "97a2f35b-e189-478e-82f9-be2070f760bd", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1669224210", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4aecdea4-9e", "ovs_interfaceid": "4aecdea4-9ef8-4c97-9154-f180fe896269", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-41211e52-4d65-4cb1-8ae2-5138bc903793 req-cbcd1139-a618-4f86-998f-fbac34a29d54 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received event network-vif-plugged-4aecdea4-9ef8-4c97-9154-f180fe896269 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-41211e52-4d65-4cb1-8ae2-5138bc903793 req-cbcd1139-a618-4f86-998f-fbac34a29d54 service nova] Acquiring lock "90ef686b-3ab5-4970-849d-04c563a39459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-41211e52-4d65-4cb1-8ae2-5138bc903793 req-cbcd1139-a618-4f86-998f-fbac34a29d54 service nova] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-41211e52-4d65-4cb1-8ae2-5138bc903793 req-cbcd1139-a618-4f86-998f-fbac34a29d54 service nova] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-41211e52-4d65-4cb1-8ae2-5138bc903793 req-cbcd1139-a618-4f86-998f-fbac34a29d54 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] No waiting events found dispatching network-vif-plugged-4aecdea4-9ef8-4c97-9154-f180fe896269 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:20 user nova-compute[75018]: WARNING nova.compute.manager [req-41211e52-4d65-4cb1-8ae2-5138bc903793 req-cbcd1139-a618-4f86-998f-fbac34a29d54 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received unexpected event network-vif-plugged-4aecdea4-9ef8-4c97-9154-f180fe896269 for instance with vm_state active and task_state None.
Dec 05 17:00:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fbf258a5-7f12-4c09-abf5-ff5e4d89ca68 req-45cd4a9b-2321-4102-84ba-87275705b636 service nova] Releasing lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] No BDM found with device name hda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] No VIF found with MAC fa:16:3e:6d:4a:01, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:00:20 user nova-compute[75018]:   <nova:package version="0.0.0"/>
Dec 05 17:00:20 user nova-compute[75018]:   <nova:name>tempest-device-tagging-server-444793847</nova:name>
Dec 05 17:00:20 user nova-compute[75018]:   <nova:creationTime>2023-12-05 17:00:20</nova:creationTime>
Dec 05 17:00:20 user nova-compute[75018]:   <nova:flavor name="m1.tiny">
Dec 05 17:00:20 user nova-compute[75018]:     <nova:memory>512</nova:memory>
Dec 05 17:00:20 user nova-compute[75018]:     <nova:disk>1</nova:disk>
Dec 05 17:00:20 user nova-compute[75018]:     <nova:swap>0</nova:swap>
Dec 05 17:00:20 user nova-compute[75018]:     <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:00:20 user nova-compute[75018]:     <nova:vcpus>1</nova:vcpus>
Dec 05 17:00:20 user nova-compute[75018]:   </nova:flavor>
Dec 05 17:00:20 user nova-compute[75018]:   <nova:owner>
Dec 05 17:00:20 user nova-compute[75018]:     <nova:user uuid="e0971d1203d54ddc94323b4660945710">tempest-TaggedAttachmentsTest-1818157073-project-member</nova:user>
Dec 05 17:00:20 user nova-compute[75018]:     <nova:project uuid="d1a0b8f604d44257a61718bc13f23450">tempest-TaggedAttachmentsTest-1818157073</nova:project>
Dec 05 17:00:20 user nova-compute[75018]:   </nova:owner>
Dec 05 17:00:20 user nova-compute[75018]:   <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:00:20 user nova-compute[75018]:   <nova:ports>
Dec 05 17:00:20 user nova-compute[75018]:     <nova:port uuid="c76a1f87-144e-41b1-987e-d0d98f066960">
Dec 05 17:00:20 user nova-compute[75018]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 05 17:00:20 user nova-compute[75018]:     </nova:port>
Dec 05 17:00:20 user nova-compute[75018]:     <nova:port uuid="4aecdea4-9ef8-4c97-9154-f180fe896269">
Dec 05 17:00:20 user nova-compute[75018]:       <nova:ip type="fixed" address="10.10.10.214" ipVersion="4"/>
Dec 05 17:00:20 user nova-compute[75018]:     </nova:port>
Dec 05 17:00:20 user nova-compute[75018]:   </nova:ports>
Dec 05 17:00:20 user nova-compute[75018]: </nova:instance>
Dec 05 17:00:20 user nova-compute[75018]:  {{(pid=75018) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-88dd1633-a0be-4d6b-a0a1-588c8dbaf4fa tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "interface-90ef686b-3ab5-4970-849d-04c563a39459-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.280s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "90ef686b-3ab5-4970-849d-04c563a39459" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "90ef686b-3ab5-4970-849d-04c563a39459" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG nova.objects.instance [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lazy-loading 'flavor' on Instance uuid 90ef686b-3ab5-4970-849d-04c563a39459 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "90ef686b-3ab5-4970-849d-04c563a39459" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.085s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "90ef686b-3ab5-4970-849d-04c563a39459" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "90ef686b-3ab5-4970-849d-04c563a39459" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:21 user nova-compute[75018]: INFO nova.compute.manager [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Attaching volume 33a00e69-8f91-4454-8a35-10440503d386 to /dev/vdb
Dec 05 17:00:21 user nova-compute[75018]: DEBUG os_brick.utils [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6dc8796-512a-41ae-8fb2-12d6bbdf04c0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[604193ed-d702-40e4-bb8a-9ad0e6a58c5a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed6ebdc4-f9fa-40c7-bbeb-fb9bcd14a3f7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[114ee03f-842f-44ce-873a-76c08c8a6654]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:00:21 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[22048ed7-b60d-40fe-93c1-116b3fc80957]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG os_brick.utils [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Updating existing volume attachment record: 75377267-8069-4852-b7fc-b5805a4a9cc1 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Acquiring lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG nova.objects.instance [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lazy-loading 'flavor' on Instance uuid d2eb1664-a77a-4758-b0ea-61c56adf56f2 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.090s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Acquiring lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:22 user nova-compute[75018]: INFO nova.compute.manager [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Attaching volume c0396a52-a038-43c5-bd73-0ff515b71c3a to /dev/vdb
Dec 05 17:00:22 user nova-compute[75018]: DEBUG os_brick.utils [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b55d495-c901-47d7-a3cb-d82c68c22d9b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[130b314c-3498-4d1f-9a8a-9e1228986f7a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.012s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[14daa010-3418-4770-93d3-e61d43d16101]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fd6306a-fdd8-48b3-abf0-5f5dcf0e5a23]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-391cf368-bae4-467b-a123-903aec815495 req-7a9fc644-dba8-449e-97b7-f86654ed3465 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received event network-vif-plugged-4aecdea4-9ef8-4c97-9154-f180fe896269 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-391cf368-bae4-467b-a123-903aec815495 req-7a9fc644-dba8-449e-97b7-f86654ed3465 service nova] Acquiring lock "90ef686b-3ab5-4970-849d-04c563a39459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-391cf368-bae4-467b-a123-903aec815495 req-7a9fc644-dba8-449e-97b7-f86654ed3465 service nova] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-391cf368-bae4-467b-a123-903aec815495 req-7a9fc644-dba8-449e-97b7-f86654ed3465 service nova] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-391cf368-bae4-467b-a123-903aec815495 req-7a9fc644-dba8-449e-97b7-f86654ed3465 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] No waiting events found dispatching network-vif-plugged-4aecdea4-9ef8-4c97-9154-f180fe896269 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:22 user nova-compute[75018]: WARNING nova.compute.manager [req-391cf368-bae4-467b-a123-903aec815495 req-7a9fc644-dba8-449e-97b7-f86654ed3465 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received unexpected event network-vif-plugged-4aecdea4-9ef8-4c97-9154-f180fe896269 for instance with vm_state active and task_state None.
Dec 05 17:00:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-391cf368-bae4-467b-a123-903aec815495 req-7a9fc644-dba8-449e-97b7-f86654ed3465 service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Received event network-changed-648984fe-7d87-4adc-a99b-7b8540c84c35 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-391cf368-bae4-467b-a123-903aec815495 req-7a9fc644-dba8-449e-97b7-f86654ed3465 service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Refreshing instance network info cache due to event network-changed-648984fe-7d87-4adc-a99b-7b8540c84c35. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-391cf368-bae4-467b-a123-903aec815495 req-7a9fc644-dba8-449e-97b7-f86654ed3465 service nova] Acquiring lock "refresh_cache-d2eb1664-a77a-4758-b0ea-61c56adf56f2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-391cf368-bae4-467b-a123-903aec815495 req-7a9fc644-dba8-449e-97b7-f86654ed3465 service nova] Acquired lock "refresh_cache-d2eb1664-a77a-4758-b0ea-61c56adf56f2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG nova.network.neutron [req-391cf368-bae4-467b-a123-903aec815495 req-7a9fc644-dba8-449e-97b7-f86654ed3465 service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Refreshing network info cache for port 648984fe-7d87-4adc-a99b-7b8540c84c35 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:00:22 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:00:22 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e75e3e3b-69c8-45ec-9588-a305d3fbe027]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG os_brick.utils [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:00:22 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Updating existing volume attachment record: 185ee68f-524e-4505-8f11-137a1b57f936 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:00:23 user nova-compute[75018]: DEBUG nova.network.neutron [req-391cf368-bae4-467b-a123-903aec815495 req-7a9fc644-dba8-449e-97b7-f86654ed3465 service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Updated VIF entry in instance network info cache for port 648984fe-7d87-4adc-a99b-7b8540c84c35. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:00:23 user nova-compute[75018]: DEBUG nova.network.neutron [req-391cf368-bae4-467b-a123-903aec815495 req-7a9fc644-dba8-449e-97b7-f86654ed3465 service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Updating instance_info_cache with network_info: [{"id": "648984fe-7d87-4adc-a99b-7b8540c84c35", "address": "fa:16:3e:ab:a6:1f", "network": {"id": "3247e355-d8f9-4ed9-a30f-31157dc80d25", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1371215989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7748795e89204bb7b77af63901f1f0c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap648984fe-7d", "ovs_interfaceid": "648984fe-7d87-4adc-a99b-7b8540c84c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:00:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-391cf368-bae4-467b-a123-903aec815495 req-7a9fc644-dba8-449e-97b7-f86654ed3465 service nova] Releasing lock "refresh_cache-d2eb1664-a77a-4758-b0ea-61c56adf56f2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:00:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sevhOUfX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:00:25 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:00:25 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:00:25 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd50934b-447f-4623-99b1-ba0241453a71]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:00:25 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[617443b9-00aa-4597-a7b7-c1fda2240355]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25] added
Dec 05 17:00:25 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[de8c6b57-6de4-4bf2-aff4-c901d7a67f91]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c3b9d68-e238-432f-a66e-1e5da3ea7f55]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sevhOUfX {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sevhOUfX" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[10e14103-351d-4b8f-a082-e29365d5a3a1]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sevhOUfX'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[74f78388-8983-4bfb-a161-fed8594451d8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[605d7e5b-5926-4b88-ba2b-8acf49b2bfdd]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fca1aec7-e7c3-4983-aa26-9f56b61435f0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25, portal: 172.16.0.220,3260]
Dec 05 17:00:25 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25, portal: 172.16.0.220,3260] successful.
Dec 05 17:00:25 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[139c6e34-068d-4454-b11b-1ca0d54c0d89]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[86fdb7a1-46f2-423a-b37a-8bac39233af3]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:25 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.325s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] HCTL ('40', '-', '-', 0) found on session 9 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[25708819-f9ba-4577-aad3-1363fedd12b9]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Searching for a device in session 9 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:00:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sevhOUfX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:00:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.363s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:00:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] <== connect_volume: return (1366ms) {'type': 'block', 'scsi_wwn': '26435393033363461', 'path': '/dev/sdi'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:00:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26435393033363461', 'path': '/dev/sdi'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:00:26 user nova-compute[75018]: DEBUG nova.objects.instance [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lazy-loading 'flavor' on Instance uuid a55ebc44-4426-4281-a96d-7f4434835d12 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:00:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:00:26 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:00:26 user nova-compute[75018]:   <source dev="/dev/sdi"/>
Dec 05 17:00:26 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:00:26 user nova-compute[75018]:   <serial>59cbdf45-8a4b-4261-ba16-12171ef84e25</serial>
Dec 05 17:00:26 user nova-compute[75018]: </disk>
Dec 05 17:00:26 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:00:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:00:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:00:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] No VIF found with MAC fa:16:3e:e4:c3:49, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:00:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b5bfe54c-9f51-4b9f-8d65-22b8f1594821 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "a55ebc44-4426-4281-a96d-7f4434835d12" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.135s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-e2283306-e196-4e7b-822f-0faef3006400 req-0fe1939b-7f25-49ab-a12c-3c2898c9ac01 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Received event network-changed-48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-e2283306-e196-4e7b-822f-0faef3006400 req-0fe1939b-7f25-49ab-a12c-3c2898c9ac01 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Refreshing instance network info cache due to event network-changed-48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:00:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e2283306-e196-4e7b-822f-0faef3006400 req-0fe1939b-7f25-49ab-a12c-3c2898c9ac01 service nova] Acquiring lock "refresh_cache-ee776409-860b-4334-a401-2c437a5bf02c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:00:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e2283306-e196-4e7b-822f-0faef3006400 req-0fe1939b-7f25-49ab-a12c-3c2898c9ac01 service nova] Acquired lock "refresh_cache-ee776409-860b-4334-a401-2c437a5bf02c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:00:28 user nova-compute[75018]: DEBUG nova.network.neutron [req-e2283306-e196-4e7b-822f-0faef3006400 req-0fe1939b-7f25-49ab-a12c-3c2898c9ac01 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Refreshing network info cache for port 48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:00:28 user nova-compute[75018]: DEBUG nova.network.neutron [req-e2283306-e196-4e7b-822f-0faef3006400 req-0fe1939b-7f25-49ab-a12c-3c2898c9ac01 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Updated VIF entry in instance network info cache for port 48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:00:28 user nova-compute[75018]: DEBUG nova.network.neutron [req-e2283306-e196-4e7b-822f-0faef3006400 req-0fe1939b-7f25-49ab-a12c-3c2898c9ac01 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Updating instance_info_cache with network_info: [{"id": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "address": "fa:16:3e:63:e5:c9", "network": {"id": "c6e7f474-57b3-4f34-97d8-8db5da738109", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-973283885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9745998893994b268f06f2cae9634a7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48bf1e5d-a0", "ovs_interfaceid": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:00:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e2283306-e196-4e7b-822f-0faef3006400 req-0fe1939b-7f25-49ab-a12c-3c2898c9ac01 service nova] Releasing lock "refresh_cache-ee776409-860b-4334-a401-2c437a5bf02c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:00:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "a55ebc44-4426-4281-a96d-7f4434835d12" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "a55ebc44-4426-4281-a96d-7f4434835d12" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:29 user nova-compute[75018]: INFO nova.compute.manager [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Detaching volume 59cbdf45-8a4b-4261-ba16-12171ef84e25
Dec 05 17:00:29 user nova-compute[75018]: INFO nova.virt.block_device [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Attempting to driver detach volume 59cbdf45-8a4b-4261-ba16-12171ef84e25 from mountpoint /dev/vdb
Dec 05 17:00:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Attempting to detach device vdb from instance a55ebc44-4426-4281-a96d-7f4434835d12 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:00:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:00:29 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:00:29 user nova-compute[75018]:   <source dev="/dev/sdi"/>
Dec 05 17:00:29 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:00:29 user nova-compute[75018]:   <serial>59cbdf45-8a4b-4261-ba16-12171ef84e25</serial>
Dec 05 17:00:29 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:00:29 user nova-compute[75018]: </disk>
Dec 05 17:00:29 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:00:29 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Successfully detached device vdb from instance a55ebc44-4426-4281-a96d-7f4434835d12 from the persistent domain config.
Dec 05 17:00:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a55ebc44-4426-4281-a96d-7f4434835d12 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:00:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:00:29 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:00:29 user nova-compute[75018]:   <source dev="/dev/sdi"/>
Dec 05 17:00:29 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:00:29 user nova-compute[75018]:   <serial>59cbdf45-8a4b-4261-ba16-12171ef84e25</serial>
Dec 05 17:00:29 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:00:29 user nova-compute[75018]: </disk>
Dec 05 17:00:29 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:00:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a55ebc44-4426-4281-a96d-7f4434835d12 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:00:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-99011894-a9b3-4162-9209-89c9eeccebcc req-42238f06-bd7e-4f05-b6bf-91fb4f6d7c98 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received event network-changed-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-99011894-a9b3-4162-9209-89c9eeccebcc req-42238f06-bd7e-4f05-b6bf-91fb4f6d7c98 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Refreshing instance network info cache due to event network-changed-fd05b0db-5baa-43a1-865b-a6df8067d554. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:00:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-99011894-a9b3-4162-9209-89c9eeccebcc req-42238f06-bd7e-4f05-b6bf-91fb4f6d7c98 service nova] Acquiring lock "refresh_cache-aff5eae8-b542-411b-afc8-9208024bcc74" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:00:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-99011894-a9b3-4162-9209-89c9eeccebcc req-42238f06-bd7e-4f05-b6bf-91fb4f6d7c98 service nova] Acquired lock "refresh_cache-aff5eae8-b542-411b-afc8-9208024bcc74" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:00:31 user nova-compute[75018]: DEBUG nova.network.neutron [req-99011894-a9b3-4162-9209-89c9eeccebcc req-42238f06-bd7e-4f05-b6bf-91fb4f6d7c98 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Refreshing network info cache for port fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Acquiring lock "ee776409-860b-4334-a401-2c437a5bf02c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "ee776409-860b-4334-a401-2c437a5bf02c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG nova.objects.instance [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lazy-loading 'flavor' on Instance uuid ee776409-860b-4334-a401-2c437a5bf02c {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "ee776409-860b-4334-a401-2c437a5bf02c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG nova.network.neutron [req-99011894-a9b3-4162-9209-89c9eeccebcc req-42238f06-bd7e-4f05-b6bf-91fb4f6d7c98 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Updated VIF entry in instance network info cache for port fd05b0db-5baa-43a1-865b-a6df8067d554. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG nova.network.neutron [req-99011894-a9b3-4162-9209-89c9eeccebcc req-42238f06-bd7e-4f05-b6bf-91fb4f6d7c98 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Updating instance_info_cache with network_info: [{"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.83", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-99011894-a9b3-4162-9209-89c9eeccebcc req-42238f06-bd7e-4f05-b6bf-91fb4f6d7c98 service nova] Releasing lock "refresh_cache-aff5eae8-b542-411b-afc8-9208024bcc74" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Acquiring lock "ee776409-860b-4334-a401-2c437a5bf02c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "ee776409-860b-4334-a401-2c437a5bf02c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:32 user nova-compute[75018]: INFO nova.compute.manager [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Attaching volume 13ab37aa-be2e-408e-8107-7826f6218da4 to /dev/sdc
Dec 05 17:00:32 user nova-compute[75018]: DEBUG nova.compute.manager [req-fe1cc9a5-c083-4461-8605-4ce5d3975043 req-34db5e82-b685-46f4-b253-a49346a02cc9 service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Received event network-changed-dc3a79b0-6014-428c-b412-a5cd0aa381b9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG nova.compute.manager [req-fe1cc9a5-c083-4461-8605-4ce5d3975043 req-34db5e82-b685-46f4-b253-a49346a02cc9 service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Refreshing instance network info cache due to event network-changed-dc3a79b0-6014-428c-b412-a5cd0aa381b9. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fe1cc9a5-c083-4461-8605-4ce5d3975043 req-34db5e82-b685-46f4-b253-a49346a02cc9 service nova] Acquiring lock "refresh_cache-8f5ac884-6707-47b6-a3bd-a2fd52796223" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fe1cc9a5-c083-4461-8605-4ce5d3975043 req-34db5e82-b685-46f4-b253-a49346a02cc9 service nova] Acquired lock "refresh_cache-8f5ac884-6707-47b6-a3bd-a2fd52796223" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG nova.network.neutron [req-fe1cc9a5-c083-4461-8605-4ce5d3975043 req-34db5e82-b685-46f4-b253-a49346a02cc9 service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Refreshing network info cache for port dc3a79b0-6014-428c-b412-a5cd0aa381b9 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG os_brick.utils [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ed844c4-a951-4c19-93cf-343f4db7fa64]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[caa1c952-c31f-4e23-83a8-b72901472fc5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f2e2e1a-0384-4440-9e26-8015d3deaacf]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[875f3e0f-8170-409f-afb5-79fef42ec6d3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:00:32 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e41454e9-87be-4c2a-83b4-a9ba9aa5f002]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG os_brick.utils [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Updating existing volume attachment record: d6cd72a3-6775-4089-9857-15bb16787bd8 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Acquiring lock "8f5ac884-6707-47b6-a3bd-a2fd52796223" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG nova.objects.instance [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Lazy-loading 'flavor' on Instance uuid 8f5ac884-6707-47b6-a3bd-a2fd52796223 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.094s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TszOXfLR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:00:32 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:00:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:00:32 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:00:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:00:32 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d49e5f6a-ade0-4dfa-89ec-c8da9e8977e0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:00:32 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[16027b0c-8e3f-4b6a-b5c0-023e4545c709]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386] added
Dec 05 17:00:33 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[87e00378-4f84-47da-b124-7c319578c537]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG nova.network.neutron [req-fe1cc9a5-c083-4461-8605-4ce5d3975043 req-34db5e82-b685-46f4-b253-a49346a02cc9 service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Updated VIF entry in instance network info cache for port dc3a79b0-6014-428c-b412-a5cd0aa381b9. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG nova.network.neutron [req-fe1cc9a5-c083-4461-8605-4ce5d3975043 req-34db5e82-b685-46f4-b253-a49346a02cc9 service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Updating instance_info_cache with network_info: [{"id": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "address": "fa:16:3e:7a:6f:5a", "network": {"id": "d08ce918-1154-42b4-a36c-f7ae2317e539", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-21194026-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6cca697c7cee48f78dfa48efe4bb75c2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3a79b0-60", "ovs_interfaceid": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fe1cc9a5-c083-4461-8605-4ce5d3975043 req-34db5e82-b685-46f4-b253-a49346a02cc9 service nova] Releasing lock "refresh_cache-8f5ac884-6707-47b6-a3bd-a2fd52796223" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2737a30c-3190-4f30-9f45-4856d3e4c9e1]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TszOXfLR {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TszOXfLR" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[10b4c321-4272-4c15-8d99-da8d34be85be]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TszOXfLR'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fffd08cd-e273-4396-a06d-25e176340366]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Acquiring lock "8f5ac884-6707-47b6-a3bd-a2fd52796223" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:33 user nova-compute[75018]: INFO nova.compute.manager [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Attaching volume f7c7888b-fca3-439f-b3dd-91c5fced94bf to /dev/vdb
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3341252-b932-41de-bb04-b814c80020e2]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:33 user nova-compute[75018]: INFO nova.compute.manager [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Rebuilding instance
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.utils [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --login" returned: 0 in 0.103s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aad0df60-1ee5-41c2-a6bc-2da03564b251]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3184da5f-f299-402f-8abc-43b38eb6ec3e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386, portal: 172.16.0.220,3260]
Dec 05 17:00:33 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386, portal: 172.16.0.220,3260] successful.
Dec 05 17:00:33 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf638c30-1ddf-4813-9391-9493552f7418]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bdd11c2-a05b-4a29-bb67-2cf10200b96e]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4ac5e47-6a91-45fb-8aa1-8becce50bab8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f212993-a8ac-452f-ac7c-a5379d97be1b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a46f8ab0-55f6-4d9d-a277-8cad474f348f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:33 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.408s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] HCTL ('41', '-', '-', 0) found on session 10 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Scanning host 41 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:00:33 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb79ee1b-df86-4eb3-8492-87495becde71]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.utils [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Updating existing volume attachment record: a3b93705-c37d-46ab-951a-9cac32c459c1 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[17675af4-f58f-409d-90a9-2e400786412f]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Searching for a device in session 10 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TszOXfLR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-f2fce586-b036-4605-9f99-968c3b5f647a req-27348204-9a79-4d75-832d-82674a1cce2a service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received event network-vif-unplugged-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f2fce586-b036-4605-9f99-968c3b5f647a req-27348204-9a79-4d75-832d-82674a1cce2a service nova] Acquiring lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f2fce586-b036-4605-9f99-968c3b5f647a req-27348204-9a79-4d75-832d-82674a1cce2a service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f2fce586-b036-4605-9f99-968c3b5f647a req-27348204-9a79-4d75-832d-82674a1cce2a service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-f2fce586-b036-4605-9f99-968c3b5f647a req-27348204-9a79-4d75-832d-82674a1cce2a service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] No waiting events found dispatching network-vif-unplugged-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:33 user nova-compute[75018]: WARNING nova.compute.manager [req-f2fce586-b036-4605-9f99-968c3b5f647a req-27348204-9a79-4d75-832d-82674a1cce2a service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received unexpected event network-vif-unplugged-fd05b0db-5baa-43a1-865b-a6df8067d554 for instance with vm_state active and task_state rebuilding.
Dec 05 17:00:33 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MeVDgCjB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:00:33 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:00:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:00:34 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Instance destroyed successfully.
Dec 05 17:00:34 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Instance destroyed successfully.
Dec 05 17:00:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:58:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-191470322',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-313241662',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJMgAl5LG0+H4mPIsfd96DTZqrzmtemP6EhTqhrTONSgWdmAb0j6vjd4g+5LG+OED3cyBdLbGrL46ZiwXCSyH345qebWtUcT9mpwecz2pZblA+267ZhxYD80tcye4yWgWw==',key_name='tempest-keypair-42463893',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:59:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='30bffdabdbe141c795f97868182b5a5c',ramdisk_id='',reservation_id='r-ca0dyqs0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1813823270',owner_user_name='tempest-ServerActionsV293TestJSON-1813823270-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:00:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3db5a6c0d45b46d09994234397406deb',uuid=aff5eae8-b542-411b-afc8-9208024bcc74,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.83", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Converting VIF {"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.83", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:95:f5:74,bridge_name='br-int',has_traffic_filtering=True,id=fd05b0db-5baa-43a1-865b-a6df8067d554,network=Network(a266ccc2-8166-4dee-ba8c-bac28132847a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd05b0db-5b') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_vif [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:f5:74,bridge_name='br-int',has_traffic_filtering=True,id=fd05b0db-5baa-43a1-865b-a6df8067d554,network=Network(a266ccc2-8166-4dee-ba8c-bac28132847a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd05b0db-5b') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfd05b0db-5b, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=51cc68d0-bd12-4840-9e93-8db04b49a83a) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:00:34 user nova-compute[75018]: INFO os_vif [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:f5:74,bridge_name='br-int',has_traffic_filtering=True,id=fd05b0db-5baa-43a1-865b-a6df8067d554,network=Network(a266ccc2-8166-4dee-ba8c-bac28132847a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd05b0db-5b')
Dec 05 17:00:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MnKxPFOT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:00:34 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.466s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] <== connect_volume: return (1469ms) {'type': 'block', 'scsi_wwn': '23931306262363763', 'path': '/dev/sdj'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23931306262363763', 'path': '/dev/sdj'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.483s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:00:34 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:00:34 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG nova.objects.instance [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lazy-loading 'flavor' on Instance uuid 90ef686b-3ab5-4970-849d-04c563a39459 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ac72b89-39c0-41c1-afdc-ca9877732644]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:00:34 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:00:34 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:00:34 user nova-compute[75018]:   <source dev="/dev/sdj"/>
Dec 05 17:00:34 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:00:34 user nova-compute[75018]:   <serial>33a00e69-8f91-4454-8a35-10440503d386</serial>
Dec 05 17:00:34 user nova-compute[75018]: </disk>
Dec 05 17:00:34 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[967986bb-43e3-44d7-a083-b39d86391f21]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a] added
Dec 05 17:00:34 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6575372d-0313-4eef-a300-129bcc6ae263]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[02cac11a-ed47-476a-874c-44a44e60725b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MeVDgCjB {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MeVDgCjB" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e79538bd-8b9d-4dff-bd37-ad89e8f0b68f]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MeVDgCjB'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e09a744d-afa8-4da1-81cf-97a7cba67819]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e1af527-f845-4ee4-8899-68574dafa4be]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --login" returned: 0 in 0.090s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e64f20c8-8699-44ee-a61a-31522d4c572d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a, portal: 172.16.0.220,3260]
Dec 05 17:00:34 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a, portal: 172.16.0.220,3260] successful.
Dec 05 17:00:34 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c39f772-f174-444d-a7e6-330326a21125]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[68dd490b-fbf4-417c-b18f-a25c48ec87aa]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:34 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.335s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] HCTL ('42', '-', '-', 0) found on session 11 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Scanning host 42 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host42/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host42/scan" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[118e6ae7-7e8f-43ea-9c3c-e99d1a1d6958]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Searching for a device in session 11 and hctl ['42', '*', '*', 0] yield: sdk {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:00:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Connected to sdk using {'target_iqn': 'iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MeVDgCjB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] No BDM found with device name hda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] No VIF found with MAC fa:16:3e:6d:4a:01, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-706e974c-bbbf-4e5a-b1d1-b2a8fe327936 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "90ef686b-3ab5-4970-849d-04c563a39459" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.891s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG nova.compute.manager [req-eb7cc36d-fbfd-4727-95b9-13c5a6861a25 req-46ae349a-093f-49b1-acac-cb0e76a6af0f service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received event network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eb7cc36d-fbfd-4727-95b9-13c5a6861a25 req-46ae349a-093f-49b1-acac-cb0e76a6af0f service nova] Acquiring lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eb7cc36d-fbfd-4727-95b9-13c5a6861a25 req-46ae349a-093f-49b1-acac-cb0e76a6af0f service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eb7cc36d-fbfd-4727-95b9-13c5a6861a25 req-46ae349a-093f-49b1-acac-cb0e76a6af0f service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG nova.compute.manager [req-eb7cc36d-fbfd-4727-95b9-13c5a6861a25 req-46ae349a-093f-49b1-acac-cb0e76a6af0f service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] No waiting events found dispatching network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:00:35 user nova-compute[75018]: WARNING nova.compute.manager [req-eb7cc36d-fbfd-4727-95b9-13c5a6861a25 req-46ae349a-093f-49b1-acac-cb0e76a6af0f service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received unexpected event network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 for instance with vm_state active and task_state rebuilding.
Dec 05 17:00:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.501s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] <== connect_volume: return (1985ms) {'type': 'block', 'scsi_wwn': '23837623261333335', 'path': '/dev/sdk'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23837623261333335', 'path': '/dev/sdk'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.613s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG nova.objects.instance [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lazy-loading 'flavor' on Instance uuid d2eb1664-a77a-4758-b0ea-61c56adf56f2 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2787fa78-75f0-4bd2-8489-ba874dfb7187]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:00:35 user nova-compute[75018]: No targets found.
Dec 05 17:00:35 user nova-compute[75018]: iSNS:
Dec 05 17:00:35 user nova-compute[75018]: No targets found.
Dec 05 17:00:35 user nova-compute[75018]: STATIC:
Dec 05 17:00:35 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8
Dec 05 17:00:35 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:35 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:35 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227
Dec 05 17:00:35 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:35 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:35 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c
Dec 05 17:00:35 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:35 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:35 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25
Dec 05 17:00:35 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:35 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:35 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2
Dec 05 17:00:35 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:35 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:35 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02
Dec 05 17:00:35 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:35 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:35 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65
Dec 05 17:00:35 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:35 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:35 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a
Dec 05 17:00:35 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:35 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:35 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f
Dec 05 17:00:35 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:35 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:35 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386
Dec 05 17:00:35 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:35 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:35 user nova-compute[75018]: FIRMWARE:
Dec 05 17:00:35 user nova-compute[75018]: No targets found.
Dec 05 17:00:35 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:00:35 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:00:35 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:00:35 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:00:35 user nova-compute[75018]:   <source dev="/dev/sdk"/>
Dec 05 17:00:35 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:00:35 user nova-compute[75018]:   <serial>c0396a52-a038-43c5-bd73-0ff515b71c3a</serial>
Dec 05 17:00:35 user nova-compute[75018]: </disk>
Dec 05 17:00:35 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d27f57cb-2625-4b8f-ad5e-1f7eb8f5272c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[896907de-e776-4219-84ef-57637c75be05]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c843ed40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b8c0607-e9e4-4b4e-b115-e91257097f1a]: (4, ('path checker states:\nup                  8\npending             2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fca8a80-978d-4e7f-8a59-03264285b013]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd99367e-07f2-4dd6-bf27-824769bca714]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[34e575d5-e90e-4b47-bfef-3c39f1b36e6d]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d7d9f28-df81-4742-873a-0b017918e2ee]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8437ea15-0417-440b-ad2f-3a649c1e3e46]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02, portal: 172.16.0.220,3260]
Dec 05 17:00:36 user nova-compute[75018]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02, portal: 172.16.0.220,3260] successful.
Dec 05 17:00:36 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c81fa66-466c-4549-b4a2-ea0019bfca21]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.360s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] <== disconnect_volume: return (1973ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:00:36 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Deleting instance files /opt/stack/data/nova/instances/aff5eae8-b542-411b-afc8-9208024bcc74_del
Dec 05 17:00:36 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Deletion of /opt/stack/data/nova/instances/aff5eae8-b542-411b-afc8-9208024bcc74_del complete
Dec 05 17:00:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] No VIF found with MAC fa:16:3e:ab:a6:1f, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:00:36 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance aff5eae8-b542-411b-afc8-9208024bcc74 could not be found.
Dec 05 17:00:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MnKxPFOT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:00:36 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[85db1c6c-7ee7-47ef-aaf9-4366890ac526]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:00:36 user nova-compute[75018]: No targets found.
Dec 05 17:00:36 user nova-compute[75018]: iSNS:
Dec 05 17:00:36 user nova-compute[75018]: No targets found.
Dec 05 17:00:36 user nova-compute[75018]: STATIC:
Dec 05 17:00:36 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8
Dec 05 17:00:36 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:36 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:36 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227
Dec 05 17:00:36 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:36 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:36 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c
Dec 05 17:00:36 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:36 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:36 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25
Dec 05 17:00:36 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:36 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:36 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2
Dec 05 17:00:36 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:36 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:36 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65
Dec 05 17:00:36 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:36 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:36 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a
Dec 05 17:00:36 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:36 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:36 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f
Dec 05 17:00:36 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:36 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:36 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386
Dec 05 17:00:36 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:36 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:36 user nova-compute[75018]: FIRMWARE:
Dec 05 17:00:36 user nova-compute[75018]: No targets found.
Dec 05 17:00:36 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:00:36 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:00:36 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1420797-35a9-467a-a1b6-30ee0a7590f1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3da0b6b9-41f7-41b7-b4f6-e940cdd2ab48]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:36 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c8146440>, {}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Disconnecting from: [] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.091s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] <== disconnect_volume: return (92ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6f95023e-3e07-42b6-bcf8-78308df10e02 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.376s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:37 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Preparing to wait for external event volume-reimaged-c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 {{(pid=75018) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Dec 05 17:00:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "90ef686b-3ab5-4970-849d-04c563a39459" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "90ef686b-3ab5-4970-849d-04c563a39459" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:37 user nova-compute[75018]: INFO nova.compute.manager [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Detaching volume 33a00e69-8f91-4454-8a35-10440503d386
Dec 05 17:00:38 user nova-compute[75018]: INFO nova.virt.block_device [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Attempting to driver detach volume 33a00e69-8f91-4454-8a35-10440503d386 from mountpoint /dev/vdb
Dec 05 17:00:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Attempting to detach device vdb from instance 90ef686b-3ab5-4970-849d-04c563a39459 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:00:38 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:00:38 user nova-compute[75018]:   <source dev="/dev/sdj"/>
Dec 05 17:00:38 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:00:38 user nova-compute[75018]:   <serial>33a00e69-8f91-4454-8a35-10440503d386</serial>
Dec 05 17:00:38 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 05 17:00:38 user nova-compute[75018]: </disk>
Dec 05 17:00:38 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:00:38 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Successfully detached device vdb from instance 90ef686b-3ab5-4970-849d-04c563a39459 from the persistent domain config.
Dec 05 17:00:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 90ef686b-3ab5-4970-849d-04c563a39459 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:00:38 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:00:38 user nova-compute[75018]:   <source dev="/dev/sdj"/>
Dec 05 17:00:38 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:00:38 user nova-compute[75018]:   <serial>33a00e69-8f91-4454-8a35-10440503d386</serial>
Dec 05 17:00:38 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 05 17:00:38 user nova-compute[75018]: </disk>
Dec 05 17:00:38 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Acquiring lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG os_brick.utils [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2ae5d6c-1103-4a6b-a61b-3f405ca60394]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9d573e5-dfae-4ca2-b07c-5447653d362d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa6a9fa6-4205-4360-ac6a-07df69b6112b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[28ca0571-b4d0-498c-b68a-150fbe6017f0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 90ef686b-3ab5-4970-849d-04c563a39459 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:00:38 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:00:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1babbc4d-adbb-4c73-a784-a9c1edcdd4b8]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:00:38 user nova-compute[75018]: DEBUG os_brick.utils [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:00:38 user nova-compute[75018]: INFO nova.compute.manager [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Swapping volume c0396a52-a038-43c5-bd73-0ff515b71c3a for 5ac9afd4-2935-4d6c-914c-23d64b322012
Dec 05 17:00:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TQSqtVux', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:00:43 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:00:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:00:43 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:00:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:00:43 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6674c201-ad46-46e4-a2c5-97b626d50942]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:00:43 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b09950f1-7fa1-43d1-ad32-a343fdc81d74]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4] added
Dec 05 17:00:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecc618e6-02eb-4649-86f3-3cf0cf3c8d45]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[674b1581-3875-4146-8788-ffb2162de5bc]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TQSqtVux {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TQSqtVux" returned: 0 in 0.033s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba63ebcb-c279-4a23-8b89-9c1f1f23cbbb]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TQSqtVux'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f45d91a7-d099-42f1-b00c-062f94634daf]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[732a6b2b-9464-4b58-b8b3-933c3a4e4ffa]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:43 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:43 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:43 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:43 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:43 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:43 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:43 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:43 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:43 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:43 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:43 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:43 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:43 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:43 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:43 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:43 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --login" returned: 0 in 0.111s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9e3ea9e-4b84-4b37-bca1-919281edcd6e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4, portal: 172.16.0.220,3260]
Dec 05 17:00:43 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4, portal: 172.16.0.220,3260] successful.
Dec 05 17:00:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4822f9f1-609d-4824-af9b-1b99e1139474]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d526e40-5df6-4295-8b41-598271433823]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:44 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:00:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.362s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:00:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:00:44 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] HCTL ('33', '-', '-', 0) found on session 12 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:00:44 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:00:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[35462fe0-99dd-4dc2-8a6e-aecf22415805]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:44 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Searching for a device in session 12 and hctl ['33', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:00:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:00:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rPyFHOuM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:00:44 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:00:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Searching for a device in session 12 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TQSqtVux', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.394s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] <== connect_volume: return (1395ms) {'type': 'block', 'scsi_wwn': '23561343837343962', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23561343837343962', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.751s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:00:45 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:00:45 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG nova.objects.instance [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lazy-loading 'flavor' on Instance uuid ee776409-860b-4334-a401-2c437a5bf02c {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[39745ac9-ec3d-4bc5-b758-9ca2eeae200c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:00:45 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:00:45 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:00:45 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:00:45 user nova-compute[75018]:   <target dev="sdc" bus="scsi"/>
Dec 05 17:00:45 user nova-compute[75018]:   <serial>13ab37aa-be2e-408e-8107-7826f6218da4</serial>
Dec 05 17:00:45 user nova-compute[75018]:   <address type="drive" controller="0" unit="2"/>
Dec 05 17:00:45 user nova-compute[75018]: </disk>
Dec 05 17:00:45 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[42282e80-984b-4707-aff9-4fb64fd5297b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf] added
Dec 05 17:00:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c86ed4c6-d86a-495b-a731-30d2da3a69e7]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[472401df-2f9a-475f-940a-4bac94d03f43]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rPyFHOuM {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rPyFHOuM" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddc66087-89a3-47a5-8a60-70301433c299]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rPyFHOuM'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8893e906-0480-40e0-a8fa-3ea474101227]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1aec69c1-f520-4625-a6c5-c1b1ac12c290]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --login" returned: 0 in 0.094s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[40bb39ac-9d61-4d5a-a028-09f9a6583729]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf, portal: 172.16.0.220,3260]
Dec 05 17:00:45 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf, portal: 172.16.0.220,3260] successful.
Dec 05 17:00:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d77999d4-861d-4950-addc-b5bfa75d2b4a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bc1ce91-3c9c-4212-96ff-0ff6e063b0a6]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.349s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] HCTL ('43', '-', '-', 0) found on session 13 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Scanning host 43 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host43/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host43/scan" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[916f447d-e1d1-4e30-a900-449f8410e511]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Searching for a device in session 13 and hctl ['43', '*', '*', 0] yield: sdl {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Connected to sdl using {'target_iqn': 'iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rPyFHOuM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] No BDM found with device name sda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] No BDM found with device name sdc, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] No VIF found with MAC fa:16:3e:63:e5:c9, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:00:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-92959b6a-337a-43ce-84c4-a7f82d9472b1 tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "ee776409-860b-4334-a401-2c437a5bf02c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.288s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Acquiring lock "ee776409-860b-4334-a401-2c437a5bf02c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "ee776409-860b-4334-a401-2c437a5bf02c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.386s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:00:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] <== connect_volume: return (2137ms) {'type': 'block', 'scsi_wwn': '23732383965623236', 'path': '/dev/sdl'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:00:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23732383965623236', 'path': '/dev/sdl'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:00:46 user nova-compute[75018]: INFO nova.compute.manager [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Detaching volume 13ab37aa-be2e-408e-8107-7826f6218da4
Dec 05 17:00:46 user nova-compute[75018]: DEBUG nova.objects.instance [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Lazy-loading 'flavor' on Instance uuid 8f5ac884-6707-47b6-a3bd-a2fd52796223 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:00:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] attach device xml: <disk type="block" device="disk">
Dec 05 17:00:46 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:00:46 user nova-compute[75018]:   <source dev="/dev/sdl"/>
Dec 05 17:00:46 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:00:46 user nova-compute[75018]:   <serial>f7c7888b-fca3-439f-b3dd-91c5fced94bf</serial>
Dec 05 17:00:46 user nova-compute[75018]: </disk>
Dec 05 17:00:46 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:00:46 user nova-compute[75018]: INFO nova.virt.block_device [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Attempting to driver detach volume 13ab37aa-be2e-408e-8107-7826f6218da4 from mountpoint /dev/sdc
Dec 05 17:00:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Attempting to detach device sdc from instance ee776409-860b-4334-a401-2c437a5bf02c from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:00:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:00:46 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:00:46 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:00:46 user nova-compute[75018]:   <target dev="sdc" bus="scsi"/>
Dec 05 17:00:46 user nova-compute[75018]:   <serial>13ab37aa-be2e-408e-8107-7826f6218da4</serial>
Dec 05 17:00:46 user nova-compute[75018]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 05 17:00:46 user nova-compute[75018]: </disk>
Dec 05 17:00:46 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:00:46 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Successfully detached device sdc from instance ee776409-860b-4334-a401-2c437a5bf02c from the persistent domain config.
Dec 05 17:00:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance ee776409-860b-4334-a401-2c437a5bf02c from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:00:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:00:46 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:00:46 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:00:46 user nova-compute[75018]:   <target dev="sdc" bus="scsi"/>
Dec 05 17:00:46 user nova-compute[75018]:   <serial>13ab37aa-be2e-408e-8107-7826f6218da4</serial>
Dec 05 17:00:46 user nova-compute[75018]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 05 17:00:46 user nova-compute[75018]: </disk>
Dec 05 17:00:46 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:00:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:00:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:00:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] No VIF found with MAC fa:16:3e:7a:6f:5a, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:00:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7cdac664-dbed-4af8-bb48-c634f159cc48 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.972s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance ee776409-860b-4334-a401-2c437a5bf02c {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:00:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-150bf5fc-962f-40e8-ac10-4c14b5756147 tempest-VolumesAssistedSnapshotsTest-1199980572 tempest-VolumesAssistedSnapshotsTest-1199980572-project] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] volume_snapshot_create: create_info: {'snapshot_id': '63cf5810-60f0-4315-ae03-f42d9557afd7', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=75018) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3572}}
Dec 05 17:00:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-150bf5fc-962f-40e8-ac10-4c14b5756147 tempest-VolumesAssistedSnapshotsTest-1199980572 tempest-VolumesAssistedSnapshotsTest-1199980572-project] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] snap xml: <domainsnapshot>
Dec 05 17:00:48 user nova-compute[75018]:   <disks>
Dec 05 17:00:48 user nova-compute[75018]:     <disk name="/dev/sdl" snapshot="external" type="file">
Dec 05 17:00:48 user nova-compute[75018]:       <source file="/dev/new_file"/>
Dec 05 17:00:48 user nova-compute[75018]:     </disk>
Dec 05 17:00:48 user nova-compute[75018]:     <disk name="vda" snapshot="no"/>
Dec 05 17:00:48 user nova-compute[75018]:   </disks>
Dec 05 17:00:48 user nova-compute[75018]: </domainsnapshot>
Dec 05 17:00:48 user nova-compute[75018]:  {{(pid=75018) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3513}}
Dec 05 17:00:48 user nova-compute[75018]: DEBUG nova.objects.instance [None req-150bf5fc-962f-40e8-ac10-4c14b5756147 tempest-VolumesAssistedSnapshotsTest-1199980572 tempest-VolumesAssistedSnapshotsTest-1199980572-project] Lazy-loading 'system_metadata' on Instance uuid 8f5ac884-6707-47b6-a3bd-a2fd52796223 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:00:48 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-150bf5fc-962f-40e8-ac10-4c14b5756147 tempest-VolumesAssistedSnapshotsTest-1199980572 tempest-VolumesAssistedSnapshotsTest-1199980572-project] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [None req-150bf5fc-962f-40e8-ac10-4c14b5756147 tempest-VolumesAssistedSnapshotsTest-1199980572 tempest-VolumesAssistedSnapshotsTest-1199980572-project] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Traceback (most recent call last):
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     rv = execute(f, *args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     six.reraise(c, e, tb)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     raise value
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     rv = meth(*args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] 
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [None req-150bf5fc-962f-40e8-ac10-4c14b5756147 tempest-VolumesAssistedSnapshotsTest-1199980572 tempest-VolumesAssistedSnapshotsTest-1199980572-project] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Traceback (most recent call last):
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     self._volume_snapshot_create(context, instance, guest,
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     rv = execute(f, *args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     six.reraise(c, e, tb)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     raise value
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     rv = meth(*args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] 
Dec 05 17:00:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a45888c9-006a-4b3c-ab20-117f82b72f8b tempest-VolumesAssistedSnapshotsTest-1199980572 tempest-VolumesAssistedSnapshotsTest-1199980572-project] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] volume_snapshot_delete: delete_info: {'volume_id': 'f7c7888b-fca3-439f-b3dd-91c5fced94bf'} {{(pid=75018) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3673}}
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [None req-a45888c9-006a-4b3c-ab20-117f82b72f8b tempest-VolumesAssistedSnapshotsTest-1199980572 tempest-VolumesAssistedSnapshotsTest-1199980572-project] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Traceback (most recent call last):
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     self._volume_snapshot_delete(context, instance, volume_id,
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223]     if delete_info['type'] != 'qcow2':
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] KeyError: 'type'
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] 
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [None req-150bf5fc-962f-40e8-ac10-4c14b5756147 tempest-VolumesAssistedSnapshotsTest-1199980572 tempest-VolumesAssistedSnapshotsTest-1199980572-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 63cf5810-60f0-4315-ae03-f42d9557afd7 could not be found.
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     raise value
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver 
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver 
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 63cf5810-60f0-4315-ae03-f42d9557afd7 could not be found. (HTTP 404) (Request-ID: req-9ff894f8-961b-4aca-b7a1-7ddd22874fac)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver 
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver 
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 63cf5810-60f0-4315-ae03-f42d9557afd7 could not be found.
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver 
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server [None req-150bf5fc-962f-40e8-ac10-4c14b5756147 tempest-VolumesAssistedSnapshotsTest-1199980572 tempest-VolumesAssistedSnapshotsTest-1199980572-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3593, in volume_snapshot_create
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     raise value
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server 
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver [None req-a45888c9-006a-4b3c-ab20-117f82b72f8b tempest-VolumesAssistedSnapshotsTest-1199980572 tempest-VolumesAssistedSnapshotsTest-1199980572-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver 
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver 
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-7f22edcf-4acf-403b-80d1-b4430098dfcc)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver 
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver 
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 05 17:00:48 user nova-compute[75018]: ERROR nova.virt.libvirt.driver 
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server [None req-a45888c9-006a-4b3c-ab20-117f82b72f8b tempest-VolumesAssistedSnapshotsTest-1199980572 tempest-VolumesAssistedSnapshotsTest-1199980572-project] Exception during message handling: KeyError: 'type'
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3849, in volume_snapshot_delete
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Dec 05 17:00:48 user nova-compute[75018]: ERROR oslo_messaging.rpc.server 
Dec 05 17:00:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:00:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Acquiring lock "8f5ac884-6707-47b6-a3bd-a2fd52796223" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:48 user nova-compute[75018]: INFO nova.compute.manager [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Detaching volume f7c7888b-fca3-439f-b3dd-91c5fced94bf
Dec 05 17:00:48 user nova-compute[75018]: INFO nova.virt.block_device [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Attempting to driver detach volume f7c7888b-fca3-439f-b3dd-91c5fced94bf from mountpoint /dev/vdb
Dec 05 17:00:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Attempting to detach device vdb from instance 8f5ac884-6707-47b6-a3bd-a2fd52796223 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:00:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] detach device xml: <disk type="block" device="disk">
Dec 05 17:00:48 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:00:48 user nova-compute[75018]:   <source dev="/dev/sdl"/>
Dec 05 17:00:48 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:00:48 user nova-compute[75018]:   <serial>f7c7888b-fca3-439f-b3dd-91c5fced94bf</serial>
Dec 05 17:00:48 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:00:48 user nova-compute[75018]: </disk>
Dec 05 17:00:48 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:00:48 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Successfully detached device vdb from instance 8f5ac884-6707-47b6-a3bd-a2fd52796223 from the persistent domain config.
Dec 05 17:00:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 8f5ac884-6707-47b6-a3bd-a2fd52796223 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:00:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] detach device xml: <disk type="block" device="disk">
Dec 05 17:00:48 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:00:48 user nova-compute[75018]:   <source dev="/dev/sdl"/>
Dec 05 17:00:48 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:00:48 user nova-compute[75018]:   <serial>f7c7888b-fca3-439f-b3dd-91c5fced94bf</serial>
Dec 05 17:00:48 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:00:48 user nova-compute[75018]: </disk>
Dec 05 17:00:48 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:00:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 8f5ac884-6707-47b6-a3bd-a2fd52796223 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:00:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:49 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:00:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:49 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:00:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.223s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG nova.compute.manager [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZsdfRFXT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd2eb1664-a77a-4758-b0ea-61c56adf56f2', 'attached_at': '', 'detached_at': '', 'volume_id': '5ac9afd4-2935-4d6c-914c-23d64b322012', 'serial': '5ac9afd4-2935-4d6c-914c-23d64b322012'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MeVDgCjB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdk'}, 'status': 'reserved', 'instance': 'd2eb1664-a77a-4758-b0ea-61c56adf56f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0396a52-a038-43c5-bd73-0ff515b71c3a', 'serial'} {{(pid=75018) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZsdfRFXT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:00:50 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:00:50 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:00:50 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6750d5f-6f30-4f3d-8163-f6a1a6b32e96]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:00:50 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac392767-b9a0-4ee1-a310-5b52e07750ce]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012] added
Dec 05 17:00:50 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e4e0e2b-b6fb-4e07-905e-ee35c9c07f18]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[39ead75c-530b-4b69-9ea1-87edf43322b4]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZsdfRFXT {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZsdfRFXT" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[55e98c37-e262-4b63-8149-4cc394efe6c8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZsdfRFXT'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ccb0dfa-1430-4479-b099-7ecd9c6b8887]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a6b2674-83c0-49b6-ba46-7b39aeea3ba5]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:50 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a55ebc44-4426-4281-a96d-7f4434835d12 is timed out.
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:00:50 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Successfully detached device vdb from instance a55ebc44-4426-4281-a96d-7f4434835d12 from the live domain config.
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sevhOUfX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:00:50 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --login" returned: 0 in 0.101s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[946a9326-9e55-419e-8dac-662779cc668d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012, portal: 172.16.0.220,3260]
Dec 05 17:00:50 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012, portal: 172.16.0.220,3260] successful.
Dec 05 17:00:50 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc5da045-2197-489f-bbe3-fee8449e1bbf]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[51d68bc3-a6e8-4ac9-88ef-8ff6419222b3]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:50 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.413s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] HCTL ('45', '-', '-', 0) found on session 15 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Scanning host 45 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host45/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host45/scan" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0e5e9d7-db88-4b45-bbff-9c79656be449]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Searching for a device in session 15 and hctl ['45', '*', '*', 0] yield: sdn {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Connected to sdn using {'target_iqn': 'iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZsdfRFXT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json" returned: 0 in 0.307s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdk (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.483s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] <== connect_volume: return (1487ms) {'type': 'block', 'scsi_wwn': '26130646536383132', 'path': '/dev/sdn'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26130646536383132', 'path': '/dev/sdn'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.242s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e49570de-624c-4e05-a7ef-80464f022290]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:00:51 user nova-compute[75018]: No targets found.
Dec 05 17:00:51 user nova-compute[75018]: iSNS:
Dec 05 17:00:51 user nova-compute[75018]: No targets found.
Dec 05 17:00:51 user nova-compute[75018]: STATIC:
Dec 05 17:00:51 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4
Dec 05 17:00:51 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:51 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:51 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8
Dec 05 17:00:51 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:51 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:51 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227
Dec 05 17:00:51 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:51 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:51 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012
Dec 05 17:00:51 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:51 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:51 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c
Dec 05 17:00:51 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:51 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:51 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25
Dec 05 17:00:51 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:51 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:51 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2
Dec 05 17:00:51 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:51 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:51 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02
Dec 05 17:00:51 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:51 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:51 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65
Dec 05 17:00:51 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:51 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:51 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a
Dec 05 17:00:51 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:51 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:51 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f
Dec 05 17:00:51 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:51 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:51 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf
Dec 05 17:00:51 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:51 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:51 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386
Dec 05 17:00:51 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:51 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:51 user nova-compute[75018]: FIRMWARE:
Dec 05 17:00:51 user nova-compute[75018]: No targets found.
Dec 05 17:00:51 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:00:51 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:00:51 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lazy-loading 'flavor' on Instance uuid d2eb1664-a77a-4758-b0ea-61c56adf56f2 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e6a5d21-a8ae-4fb1-a43a-eaacbf2689c9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1a6d7fb-a6e8-4de9-a00a-14fb08e01cfa]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 (non-flash)
Dec 05 17:00:51 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c03783a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25'): ({'sdi'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Removing single pathed devices sdi {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fcf5ffd-86d4-41b6-af45-7ae9d01d6dba]: (4, ('path checker states:\nup                  11\npending             2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c0047a7-1ce5-4f4d-821b-87ae63c672b1]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Flushing IO for device /dev/sdi {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.012s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e9639b3-a82f-4a39-b144-0f05873fb3ed]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.058s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5cce92f-3f9a-4e33-9eea-0ccb5e6cae02]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] SCSI volumes sdi have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f087d82-d1e4-4ed8-b1ae-6ed7e7d31b91]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[60cef9e6-ea84-4cca-9eb6-4fb280f9e2de]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25, portal: 172.16.0.220,3260]
Dec 05 17:00:51 user nova-compute[75018]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25, portal: 172.16.0.220,3260] successful.
Dec 05 17:00:51 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59cbdf45-8a4b-4261-ba16-12171ef84e25 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.052s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aae02a95-7a95-4726-a1b0-9209514afc14]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.418s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] <== disconnect_volume: return (1660ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 5242880 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 89128960 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 89128960 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:00:53 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:00:53 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7121MB free_disk=25.374961853027344GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 89128960 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 533bba90-582b-4ad5-9763-532788f79d6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5931bfc3-7400-4941-bc87-b07f86c6982b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a55ebc44-4426-4281-a96d-7f4434835d12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 90ef686b-3ab5-4970-849d-04c563a39459 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance d2eb1664-a77a-4758-b0ea-61c56adf56f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance ee776409-860b-4334-a401-2c437a5bf02c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance aff5eae8-b542-411b-afc8-9208024bcc74 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 8f5ac884-6707-47b6-a3bd-a2fd52796223 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 2dcf01c4-b4d5-478f-95fa-094d41d63bf3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 30801f90-f27e-41c0-a49f-50989aa2e694 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f63e68b5-6e85-4757-afaa-b97dfd77160e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:00:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:00:54 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:00:54 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:00:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:54 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:00:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.506s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 123731968 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:00:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 214958080 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:00:54 user nova-compute[75018]: DEBUG nova.objects.instance [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lazy-loading 'flavor' on Instance uuid a55ebc44-4426-4281-a96d-7f4434835d12 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:00:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-75da55f0-a0bc-493e-85b4-670b1f79fd2e tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "a55ebc44-4426-4281-a96d-7f4434835d12" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 25.237s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:00:55 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:00:55 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:00:55 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:00:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 234881024 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:00:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:00:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:00:55 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:00:55 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Updating instance_info_cache with network_info: [{"id": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "address": "fa:16:3e:58:a4:88", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02002bcb-35", "ovs_interfaceid": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:00:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 293601280 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:00:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:00:55 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:00:55 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:00:55 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:00:55 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:00:55 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:00:55 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:00:55 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:00:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 339738624 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:00:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 358612992 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:00:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 405798912 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:00:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 483393536 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 536870912 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:00:58 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 90ef686b-3ab5-4970-849d-04c563a39459 is timed out.
Dec 05 17:00:58 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Successfully detached device vdb from instance 90ef686b-3ab5-4970-849d-04c563a39459 from the live domain config.
Dec 05 17:00:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TszOXfLR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:00:58 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6ef4bfa-30e6-48f4-8fec-5a500c0a14a6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:00:58 user nova-compute[75018]: No targets found.
Dec 05 17:00:58 user nova-compute[75018]: iSNS:
Dec 05 17:00:58 user nova-compute[75018]: No targets found.
Dec 05 17:00:58 user nova-compute[75018]: STATIC:
Dec 05 17:00:58 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4
Dec 05 17:00:58 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:58 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:58 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8
Dec 05 17:00:58 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:58 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:58 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227
Dec 05 17:00:58 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:58 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:58 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012
Dec 05 17:00:58 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:58 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:58 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c
Dec 05 17:00:58 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:58 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:58 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2
Dec 05 17:00:58 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:58 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:58 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02
Dec 05 17:00:58 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:58 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:58 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65
Dec 05 17:00:58 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:58 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:58 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a
Dec 05 17:00:58 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:58 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:58 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f
Dec 05 17:00:58 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:58 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:58 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf
Dec 05 17:00:58 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:58 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:58 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386
Dec 05 17:00:58 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:00:58 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:00:58 user nova-compute[75018]: FIRMWARE:
Dec 05 17:00:58 user nova-compute[75018]: No targets found.
Dec 05 17:00:58 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:00:58 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:00:58 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b62da4e8-f52d-4251-8eb0-06e0b499804b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5fbb8d1-8e4e-481d-9b14-0f35591bf374]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:58 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:00:58 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:00:58 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a868feb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386'): ({'sdj'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Removing single pathed devices sdj {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3cc544c-ac9c-4a89-8a89-2aea6a15d5ed]: (4, ('path checker states:\nup                  11\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa762837-2b80-4705-a580-1aca9d54941d]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Flushing IO for device /dev/sdj {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e65c57a5-2cf0-4192-b885-6abdfc55cd29]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.056s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cecb41f4-22c7-4315-a08f-45c879ad6211]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Checking to see if SCSI volumes sdj have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] SCSI volumes sdj have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6104606c-2f6d-4fab-840f-d9e69b8f3e79]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 576716800 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --logout" returned: 0 in 0.089s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[04fe6a62-e404-48b4-8d1a-d44e3f2be2f4]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386, portal: 172.16.0.220,3260]
Dec 05 17:00:58 user nova-compute[75018]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386, portal: 172.16.0.220,3260] successful.
Dec 05 17:00:58 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33a00e69-8f91-4454-8a35-10440503d386 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.048s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bc4d713-f81c-4356-8f65-8b65014d1143]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:00:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.417s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:00:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] <== disconnect_volume: return (420ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:00:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:00:59 user nova-compute[75018]: DEBUG nova.compute.manager [req-0782f4c0-64ef-46e1-8976-7ed5502aa6d9 req-3bf8d4ea-4445-4839-93ef-e39a44abe547 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-changed-75c81e5c-b095-47ca-abeb-dd4a4219bc8f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:00:59 user nova-compute[75018]: DEBUG nova.compute.manager [req-0782f4c0-64ef-46e1-8976-7ed5502aa6d9 req-3bf8d4ea-4445-4839-93ef-e39a44abe547 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Refreshing instance network info cache due to event network-changed-75c81e5c-b095-47ca-abeb-dd4a4219bc8f. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:00:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0782f4c0-64ef-46e1-8976-7ed5502aa6d9 req-3bf8d4ea-4445-4839-93ef-e39a44abe547 service nova] Acquiring lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:00:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0782f4c0-64ef-46e1-8976-7ed5502aa6d9 req-3bf8d4ea-4445-4839-93ef-e39a44abe547 service nova] Acquired lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:00:59 user nova-compute[75018]: DEBUG nova.network.neutron [req-0782f4c0-64ef-46e1-8976-7ed5502aa6d9 req-3bf8d4ea-4445-4839-93ef-e39a44abe547 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Refreshing network info cache for port 75c81e5c-b095-47ca-abeb-dd4a4219bc8f {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:00:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:00:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 661651456 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:00:59 user nova-compute[75018]: DEBUG nova.network.neutron [req-0782f4c0-64ef-46e1-8976-7ed5502aa6d9 req-3bf8d4ea-4445-4839-93ef-e39a44abe547 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updated VIF entry in instance network info cache for port 75c81e5c-b095-47ca-abeb-dd4a4219bc8f. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:00:59 user nova-compute[75018]: DEBUG nova.network.neutron [req-0782f4c0-64ef-46e1-8976-7ed5502aa6d9 req-3bf8d4ea-4445-4839-93ef-e39a44abe547 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating instance_info_cache with network_info: [{"id": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "address": "fa:16:3e:8f:bf:5e", "network": {"id": "b1893ae4-5cdb-4bf0-9fd3-3aa956130190", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1790858465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75c81e5c-b0", "ovs_interfaceid": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "adc9d06e-c012-49e9-af9e-cc3da9203457", "address": "fa:16:3e:75:62:41", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapadc9d06e-c0", "ovs_interfaceid": "adc9d06e-c012-49e9-af9e-cc3da9203457", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3e0c0259-1c9f-456b-be6a-741341485928", "address": "fa:16:3e:8c:9d:45", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e0c0259-1c", "ovs_interfaceid": "3e0c0259-1c9f-456b-be6a-741341485928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "address": "fa:16:3e:bd:63:1a", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc998c92-68", "ovs_interfaceid": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28ffa563-f69f-4530-8410-142097ed02e8", "address": "fa:16:3e:c6:8f:21", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ffa563-f6", "ovs_interfaceid": "28ffa563-f69f-4530-8410-142097ed02e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ae80c3e-685f-4dcd-8026-0408648e3366", "address": "fa:16:3e:7d:98:14", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ae80c3e-68", "ovs_interfaceid": "5ae80c3e-685f-4dcd-8026-0408648e3366", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "address": "fa:16:3e:10:b3:34", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45cec593-b4", "ovs_interfaceid": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:00:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0782f4c0-64ef-46e1-8976-7ed5502aa6d9 req-3bf8d4ea-4445-4839-93ef-e39a44abe547 service nova] Releasing lock "refresh_cache-2dcf01c4-b4d5-478f-95fa-094d41d63bf3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:00:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 766509056 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:01:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 872415232 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:01:00 user nova-compute[75018]: DEBUG nova.objects.instance [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lazy-loading 'flavor' on Instance uuid 90ef686b-3ab5-4970-849d-04c563a39459 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:01:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 978321408 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:01:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfc316ba-49b4-4429-9a5c-6904e1e3e8c1 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "90ef686b-3ab5-4970-849d-04c563a39459" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.189s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "interface-90ef686b-3ab5-4970-849d-04c563a39459-4aecdea4-9ef8-4c97-9154-f180fe896269" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "interface-90ef686b-3ab5-4970-849d-04c563a39459-4aecdea4-9ef8-4c97-9154-f180fe896269" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.objects.instance [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lazy-loading 'flavor' on Instance uuid 90ef686b-3ab5-4970-849d-04c563a39459 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:58:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-444793847',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-444793847',id=5,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0F4tr//4DRozpM3VkBGKLu4l4pvokC+IdPB4zWPry3jtFEqnJVeY2ceYImSheo0wpM8ldJg/EBNqPzv3lhBuAK3MMppjuNHbytosqAFdentyjU4ooP/HG4QriibQM+lA==',key_name='tempest-keypair-2056806653',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:58:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d1a0b8f604d44257a61718bc13f23450',ramdisk_id='',reservation_id='r-sbz57739',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1818157073',owner_user_name='tempest-TaggedAttachmentsTest-1818157073-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:58:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e0971d1203d54ddc94323b4660945710',uuid=90ef686b-3ab5-4970-849d-04c563a39459,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4aecdea4-9ef8-4c97-9154-f180fe896269", "address": "fa:16:3e:6b:03:d3", "network": {"id": "97a2f35b-e189-478e-82f9-be2070f760bd", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1669224210", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4aecdea4-9e", "ovs_interfaceid": "4aecdea4-9ef8-4c97-9154-f180fe896269", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Converting VIF {"id": "4aecdea4-9ef8-4c97-9154-f180fe896269", "address": "fa:16:3e:6b:03:d3", "network": {"id": "97a2f35b-e189-478e-82f9-be2070f760bd", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1669224210", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4aecdea4-9e", "ovs_interfaceid": "4aecdea4-9ef8-4c97-9154-f180fe896269", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6b:03:d3,bridge_name='br-int',has_traffic_filtering=True,id=4aecdea4-9ef8-4c97-9154-f180fe896269,network=Network(97a2f35b-e189-478e-82f9-be2070f760bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4aecdea4-9e') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:6b:03:d3"/><model type="virtio"/><mtu size="1442"/><target dev="tap4aecdea4-9e"/></interface> {{(pid=75018) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:6b:03:d3"/><model type="virtio"/><mtu size="1442"/><target dev="tap4aecdea4-9e"/></interface> {{(pid=75018) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Attempting to detach device tap4aecdea4-9e from instance 90ef686b-3ab5-4970-849d-04c563a39459 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] detach device xml: <interface type="ethernet">
Dec 05 17:01:01 user nova-compute[75018]:   <mac address="fa:16:3e:6b:03:d3"/>
Dec 05 17:01:01 user nova-compute[75018]:   <model type="virtio"/>
Dec 05 17:01:01 user nova-compute[75018]:   <mtu size="1442"/>
Dec 05 17:01:01 user nova-compute[75018]:   <target dev="tap4aecdea4-9e"/>
Dec 05 17:01:01 user nova-compute[75018]: </interface>
Dec 05 17:01:01 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:6b:03:d3"/><model type="virtio"/><mtu size="1442"/><target dev="tap4aecdea4-9e"/></interface> {{(pid=75018) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:6b:03:d3"/><model type="virtio"/><mtu size="1442"/><target dev="tap4aecdea4-9e"/></interface>not found in domain: <domain type='kvm' id='5'>
Dec 05 17:01:01 user nova-compute[75018]:   <name>instance-00000005</name>
Dec 05 17:01:01 user nova-compute[75018]:   <uuid>90ef686b-3ab5-4970-849d-04c563a39459</uuid>
Dec 05 17:01:01 user nova-compute[75018]:   <metadata>
Dec 05 17:01:01 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:01:01 user nova-compute[75018]:   <nova:package version="0.0.0"/>
Dec 05 17:01:01 user nova-compute[75018]:   <nova:name>tempest-device-tagging-server-444793847</nova:name>
Dec 05 17:01:01 user nova-compute[75018]:   <nova:creationTime>2023-12-05 17:00:20</nova:creationTime>
Dec 05 17:01:01 user nova-compute[75018]:   <nova:flavor name="m1.tiny">
Dec 05 17:01:01 user nova-compute[75018]:     <nova:memory>512</nova:memory>
Dec 05 17:01:01 user nova-compute[75018]:     <nova:disk>1</nova:disk>
Dec 05 17:01:01 user nova-compute[75018]:     <nova:swap>0</nova:swap>
Dec 05 17:01:01 user nova-compute[75018]:     <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:01:01 user nova-compute[75018]:     <nova:vcpus>1</nova:vcpus>
Dec 05 17:01:01 user nova-compute[75018]:   </nova:flavor>
Dec 05 17:01:01 user nova-compute[75018]:   <nova:owner>
Dec 05 17:01:01 user nova-compute[75018]:     <nova:user uuid="e0971d1203d54ddc94323b4660945710">tempest-TaggedAttachmentsTest-1818157073-project-member</nova:user>
Dec 05 17:01:01 user nova-compute[75018]:     <nova:project uuid="d1a0b8f604d44257a61718bc13f23450">tempest-TaggedAttachmentsTest-1818157073</nova:project>
Dec 05 17:01:01 user nova-compute[75018]:   </nova:owner>
Dec 05 17:01:01 user nova-compute[75018]:   <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:01:01 user nova-compute[75018]:   <nova:ports>
Dec 05 17:01:01 user nova-compute[75018]:     <nova:port uuid="c76a1f87-144e-41b1-987e-d0d98f066960">
Dec 05 17:01:01 user nova-compute[75018]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 05 17:01:01 user nova-compute[75018]:     </nova:port>
Dec 05 17:01:01 user nova-compute[75018]:     <nova:port uuid="4aecdea4-9ef8-4c97-9154-f180fe896269">
Dec 05 17:01:01 user nova-compute[75018]:       <nova:ip type="fixed" address="10.10.10.214" ipVersion="4"/>
Dec 05 17:01:01 user nova-compute[75018]:     </nova:port>
Dec 05 17:01:01 user nova-compute[75018]:   </nova:ports>
Dec 05 17:01:01 user nova-compute[75018]: </nova:instance>
Dec 05 17:01:01 user nova-compute[75018]:   </metadata>
Dec 05 17:01:01 user nova-compute[75018]:   <memory unit='KiB'>524288</memory>
Dec 05 17:01:01 user nova-compute[75018]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 05 17:01:01 user nova-compute[75018]:   <vcpu placement='static'>1</vcpu>
Dec 05 17:01:01 user nova-compute[75018]:   <resource>
Dec 05 17:01:01 user nova-compute[75018]:     <partition>/machine</partition>
Dec 05 17:01:01 user nova-compute[75018]:   </resource>
Dec 05 17:01:01 user nova-compute[75018]:   <sysinfo type='smbios'>
Dec 05 17:01:01 user nova-compute[75018]:     <system>
Dec 05 17:01:01 user nova-compute[75018]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 05 17:01:01 user nova-compute[75018]:       <entry name='product'>OpenStack Nova</entry>
Dec 05 17:01:01 user nova-compute[75018]:       <entry name='version'>0.0.0</entry>
Dec 05 17:01:01 user nova-compute[75018]:       <entry name='serial'>90ef686b-3ab5-4970-849d-04c563a39459</entry>
Dec 05 17:01:01 user nova-compute[75018]:       <entry name='uuid'>90ef686b-3ab5-4970-849d-04c563a39459</entry>
Dec 05 17:01:01 user nova-compute[75018]:       <entry name='family'>Virtual Machine</entry>
Dec 05 17:01:01 user nova-compute[75018]:     </system>
Dec 05 17:01:01 user nova-compute[75018]:   </sysinfo>
Dec 05 17:01:01 user nova-compute[75018]:   <os>
Dec 05 17:01:01 user nova-compute[75018]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 05 17:01:01 user nova-compute[75018]:     <boot dev='hd'/>
Dec 05 17:01:01 user nova-compute[75018]:     <smbios mode='sysinfo'/>
Dec 05 17:01:01 user nova-compute[75018]:   </os>
Dec 05 17:01:01 user nova-compute[75018]:   <features>
Dec 05 17:01:01 user nova-compute[75018]:     <acpi/>
Dec 05 17:01:01 user nova-compute[75018]:     <apic/>
Dec 05 17:01:01 user nova-compute[75018]:     <vmcoreinfo state='on'/>
Dec 05 17:01:01 user nova-compute[75018]:   </features>
Dec 05 17:01:01 user nova-compute[75018]:   <cpu mode='custom' match='exact' check='full'>
Dec 05 17:01:01 user nova-compute[75018]:     <model fallback='forbid'>Nehalem</model>
Dec 05 17:01:01 user nova-compute[75018]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 05 17:01:01 user nova-compute[75018]:     <feature policy='require' name='vme'/>
Dec 05 17:01:01 user nova-compute[75018]:     <feature policy='require' name='x2apic'/>
Dec 05 17:01:01 user nova-compute[75018]:     <feature policy='require' name='hypervisor'/>
Dec 05 17:01:01 user nova-compute[75018]:   </cpu>
Dec 05 17:01:01 user nova-compute[75018]:   <clock offset='utc'>
Dec 05 17:01:01 user nova-compute[75018]:     <timer name='pit' tickpolicy='delay'/>
Dec 05 17:01:01 user nova-compute[75018]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 05 17:01:01 user nova-compute[75018]:     <timer name='hpet' present='no'/>
Dec 05 17:01:01 user nova-compute[75018]:   </clock>
Dec 05 17:01:01 user nova-compute[75018]:   <on_poweroff>destroy</on_poweroff>
Dec 05 17:01:01 user nova-compute[75018]:   <on_reboot>restart</on_reboot>
Dec 05 17:01:01 user nova-compute[75018]:   <on_crash>destroy</on_crash>
Dec 05 17:01:01 user nova-compute[75018]:   <devices>
Dec 05 17:01:01 user nova-compute[75018]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 05 17:01:01 user nova-compute[75018]:     <disk type='file' device='disk'>
Dec 05 17:01:01 user nova-compute[75018]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 05 17:01:01 user nova-compute[75018]:       <source file='/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk' index='2'/>
Dec 05 17:01:01 user nova-compute[75018]:       <backingStore type='file' index='3'>
Dec 05 17:01:01 user nova-compute[75018]:         <format type='raw'/>
Dec 05 17:01:01 user nova-compute[75018]:         <source file='/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8'/>
Dec 05 17:01:01 user nova-compute[75018]:         <backingStore/>
Dec 05 17:01:01 user nova-compute[75018]:       </backingStore>
Dec 05 17:01:01 user nova-compute[75018]:       <target dev='vda' bus='virtio'/>
Dec 05 17:01:01 user nova-compute[75018]:       <alias name='virtio-disk0'/>
Dec 05 17:01:01 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 05 17:01:01 user nova-compute[75018]:     </disk>
Dec 05 17:01:01 user nova-compute[75018]:     <disk type='file' device='cdrom'>
Dec 05 17:01:01 user nova-compute[75018]:       <driver name='qemu' type='raw' cache='none'/>
Dec 05 17:01:01 user nova-compute[75018]:       <source file='/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk.config' index='1'/>
Dec 05 17:01:01 user nova-compute[75018]:       <backingStore/>
Dec 05 17:01:01 user nova-compute[75018]:       <target dev='hda' bus='ide'/>
Dec 05 17:01:01 user nova-compute[75018]:       <readonly/>
Dec 05 17:01:01 user nova-compute[75018]:       <alias name='ide0-0-0'/>
Dec 05 17:01:01 user nova-compute[75018]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 05 17:01:01 user nova-compute[75018]:     </disk>
Dec 05 17:01:01 user nova-compute[75018]:     <controller type='usb' index='0' model='none'>
Dec 05 17:01:01 user nova-compute[75018]:       <alias name='usb'/>
Dec 05 17:01:01 user nova-compute[75018]:     </controller>
Dec 05 17:01:01 user nova-compute[75018]:     <controller type='pci' index='0' model='pci-root'>
Dec 05 17:01:01 user nova-compute[75018]:       <alias name='pci.0'/>
Dec 05 17:01:01 user nova-compute[75018]:     </controller>
Dec 05 17:01:01 user nova-compute[75018]:     <controller type='ide' index='0'>
Dec 05 17:01:01 user nova-compute[75018]:       <alias name='ide'/>
Dec 05 17:01:01 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 05 17:01:01 user nova-compute[75018]:     </controller>
Dec 05 17:01:01 user nova-compute[75018]:     <interface type='ethernet'>
Dec 05 17:01:01 user nova-compute[75018]:       <mac address='fa:16:3e:6d:4a:01'/>
Dec 05 17:01:01 user nova-compute[75018]:       <target dev='tapc76a1f87-14'/>
Dec 05 17:01:01 user nova-compute[75018]:       <model type='virtio'/>
Dec 05 17:01:01 user nova-compute[75018]:       <mtu size='1442'/>
Dec 05 17:01:01 user nova-compute[75018]:       <alias name='net0'/>
Dec 05 17:01:01 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 05 17:01:01 user nova-compute[75018]:     </interface>
Dec 05 17:01:01 user nova-compute[75018]:     <interface type='ethernet'>
Dec 05 17:01:01 user nova-compute[75018]:       <mac address='fa:16:3e:6b:03:d3'/>
Dec 05 17:01:01 user nova-compute[75018]:       <target dev='tap4aecdea4-9e'/>
Dec 05 17:01:01 user nova-compute[75018]:       <model type='virtio'/>
Dec 05 17:01:01 user nova-compute[75018]:       <mtu size='1442'/>
Dec 05 17:01:01 user nova-compute[75018]:       <alias name='net1'/>
Dec 05 17:01:01 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Dec 05 17:01:01 user nova-compute[75018]:     </interface>
Dec 05 17:01:01 user nova-compute[75018]:     <serial type='pty'>
Dec 05 17:01:01 user nova-compute[75018]:       <source path='/dev/pts/4'/>
Dec 05 17:01:01 user nova-compute[75018]:       <log file='/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/console.log' append='off'/>
Dec 05 17:01:01 user nova-compute[75018]:       <target type='isa-serial' port='0'>
Dec 05 17:01:01 user nova-compute[75018]:         <model name='isa-serial'/>
Dec 05 17:01:01 user nova-compute[75018]:       </target>
Dec 05 17:01:01 user nova-compute[75018]:       <alias name='serial0'/>
Dec 05 17:01:01 user nova-compute[75018]:     </serial>
Dec 05 17:01:01 user nova-compute[75018]:     <console type='pty' tty='/dev/pts/4'>
Dec 05 17:01:01 user nova-compute[75018]:       <source path='/dev/pts/4'/>
Dec 05 17:01:01 user nova-compute[75018]:       <log file='/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/console.log' append='off'/>
Dec 05 17:01:01 user nova-compute[75018]:       <target type='serial' port='0'/>
Dec 05 17:01:01 user nova-compute[75018]:       <alias name='serial0'/>
Dec 05 17:01:01 user nova-compute[75018]:     </console>
Dec 05 17:01:01 user nova-compute[75018]:     <input type='mouse' bus='ps2'>
Dec 05 17:01:01 user nova-compute[75018]:       <alias name='input0'/>
Dec 05 17:01:01 user nova-compute[75018]:     </input>
Dec 05 17:01:01 user nova-compute[75018]:     <input type='keyboard' bus='ps2'>
Dec 05 17:01:01 user nova-compute[75018]:       <alias name='input1'/>
Dec 05 17:01:01 user nova-compute[75018]:     </input>
Dec 05 17:01:01 user nova-compute[75018]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Dec 05 17:01:01 user nova-compute[75018]:       <listen type='address' address='0.0.0.0'/>
Dec 05 17:01:01 user nova-compute[75018]:     </graphics>
Dec 05 17:01:01 user nova-compute[75018]:     <audio id='1' type='none'/>
Dec 05 17:01:01 user nova-compute[75018]:     <video>
Dec 05 17:01:01 user nova-compute[75018]:       <model type='virtio' heads='1' primary='yes'/>
Dec 05 17:01:01 user nova-compute[75018]:       <alias name='video0'/>
Dec 05 17:01:01 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 05 17:01:01 user nova-compute[75018]:     </video>
Dec 05 17:01:01 user nova-compute[75018]:     <memballoon model='virtio'>
Dec 05 17:01:01 user nova-compute[75018]:       <stats period='10'/>
Dec 05 17:01:01 user nova-compute[75018]:       <alias name='balloon0'/>
Dec 05 17:01:01 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 05 17:01:01 user nova-compute[75018]:     </memballoon>
Dec 05 17:01:01 user nova-compute[75018]:     <rng model='virtio'>
Dec 05 17:01:01 user nova-compute[75018]:       <backend model='random'>/dev/urandom</backend>
Dec 05 17:01:01 user nova-compute[75018]:       <alias name='rng0'/>
Dec 05 17:01:01 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 05 17:01:01 user nova-compute[75018]:     </rng>
Dec 05 17:01:01 user nova-compute[75018]:   </devices>
Dec 05 17:01:01 user nova-compute[75018]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 05 17:01:01 user nova-compute[75018]:     <label>libvirt-90ef686b-3ab5-4970-849d-04c563a39459</label>
Dec 05 17:01:01 user nova-compute[75018]:     <imagelabel>libvirt-90ef686b-3ab5-4970-849d-04c563a39459</imagelabel>
Dec 05 17:01:01 user nova-compute[75018]:   </seclabel>
Dec 05 17:01:01 user nova-compute[75018]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 05 17:01:01 user nova-compute[75018]:     <label>+64055:+108</label>
Dec 05 17:01:01 user nova-compute[75018]:     <imagelabel>+64055:+108</imagelabel>
Dec 05 17:01:01 user nova-compute[75018]:   </seclabel>
Dec 05 17:01:01 user nova-compute[75018]: </domain>
Dec 05 17:01:01 user nova-compute[75018]:  {{(pid=75018) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 05 17:01:01 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Successfully detached device tap4aecdea4-9e from instance 90ef686b-3ab5-4970-849d-04c563a39459 from the persistent domain config.
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] (1/8): Attempting to detach device tap4aecdea4-9e with device alias net1 from instance 90ef686b-3ab5-4970-849d-04c563a39459 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] detach device xml: <interface type="ethernet">
Dec 05 17:01:01 user nova-compute[75018]:   <mac address="fa:16:3e:6b:03:d3"/>
Dec 05 17:01:01 user nova-compute[75018]:   <model type="virtio"/>
Dec 05 17:01:01 user nova-compute[75018]:   <mtu size="1442"/>
Dec 05 17:01:01 user nova-compute[75018]:   <target dev="tap4aecdea4-9e"/>
Dec 05 17:01:01 user nova-compute[75018]: </interface>
Dec 05 17:01:01 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MeVDgCjB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdk'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:01:01 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:01:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e18bb977-c7cd-42f6-b211-8a163a7dc23b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:01:01 user nova-compute[75018]: No targets found.
Dec 05 17:01:01 user nova-compute[75018]: iSNS:
Dec 05 17:01:01 user nova-compute[75018]: No targets found.
Dec 05 17:01:01 user nova-compute[75018]: STATIC:
Dec 05 17:01:01 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4
Dec 05 17:01:01 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:01 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:01 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8
Dec 05 17:01:01 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:01 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:01 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227
Dec 05 17:01:01 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:01 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:01 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012
Dec 05 17:01:01 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:01 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:01 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c
Dec 05 17:01:01 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:01 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:01 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2
Dec 05 17:01:01 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:01 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:01 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65
Dec 05 17:01:01 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:01 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:01 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a
Dec 05 17:01:01 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:01 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:01 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f
Dec 05 17:01:01 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:01 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:01 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf
Dec 05 17:01:01 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:01 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:01 user nova-compute[75018]: FIRMWARE:
Dec 05 17:01:01 user nova-compute[75018]: No targets found.
Dec 05 17:01:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:01:01 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:01:01 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e73a5044-5395-4475-a16e-b4b9dd831635]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:01 user nova-compute[75018]: INFO nova.compute.manager [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Terminating instance
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.compute.manager [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.040s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee1072e9-e76d-41b9-943f-c56def8ae5aa]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:01 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a857add0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a'): ({'sdk'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Removing single pathed devices sdk {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[eedf8283-5c15-4c08-82d0-db122e8f2cbb]: (4, ('path checker states:\nup                  9\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdk {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdk" returned: 0 in 0.030s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[312f6d60-8ec2-4a8b-a1e7-15afad12c989]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Flushing IO for device /dev/sdk {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdk {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Start waiting for the detach event from libvirt for device tap4aecdea4-9e with device alias net1 for instance 90ef686b-3ab5-4970-849d-04c563a39459 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdk" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6fdb637-88f3-4218-a1e9-af4131db99e5]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Remove SCSI device /dev/sdk with /sys/block/sdk/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdk/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdk/device/delete" returned: 0 in 0.050s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[556c64ce-e6b8-45e2-a3d9-5e23f65afcb8]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Checking to see if SCSI volumes sdk have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] SCSI volumes sdk have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[40c92242-77ca-4adc-83c4-3e266a9c41a5]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --logout" returned: 0 in 0.098s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[173f680f-f33f-4c8b-b7dd-242c9c95a2c4]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a, portal: 172.16.0.220,3260]
Dec 05 17:01:01 user nova-compute[75018]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a, portal: 172.16.0.220,3260] successful.
Dec 05 17:01:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-131e94f7-f9bd-4764-8e86-e60d6632ee17 req-192ddc34-1ff7-4149-9ed3-fdc31d014aca service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received event network-vif-unplugged-4aecdea4-9ef8-4c97-9154-f180fe896269 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-131e94f7-f9bd-4764-8e86-e60d6632ee17 req-192ddc34-1ff7-4149-9ed3-fdc31d014aca service nova] Acquiring lock "90ef686b-3ab5-4970-849d-04c563a39459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-131e94f7-f9bd-4764-8e86-e60d6632ee17 req-192ddc34-1ff7-4149-9ed3-fdc31d014aca service nova] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-131e94f7-f9bd-4764-8e86-e60d6632ee17 req-192ddc34-1ff7-4149-9ed3-fdc31d014aca service nova] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-131e94f7-f9bd-4764-8e86-e60d6632ee17 req-192ddc34-1ff7-4149-9ed3-fdc31d014aca service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] No waiting events found dispatching network-vif-unplugged-4aecdea4-9ef8-4c97-9154-f180fe896269 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:01 user nova-compute[75018]: WARNING nova.compute.manager [req-131e94f7-f9bd-4764-8e86-e60d6632ee17 req-192ddc34-1ff7-4149-9ed3-fdc31d014aca service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received unexpected event network-vif-unplugged-4aecdea4-9ef8-4c97-9154-f180fe896269 for instance with vm_state active and task_state None.
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.053s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[162e3559-c4bd-4749-a0ac-a32884282275]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.457s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] <== disconnect_volume: return (460ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZsdfRFXT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdn'}, 'status': 'reserved', 'instance': 'd2eb1664-a77a-4758-b0ea-61c56adf56f2', 'attached_at': '', 'detached_at': '', 'volume_id': '5ac9afd4-2935-4d6c-914c-23d64b322012', 'serial'} {{(pid=75018) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] swap_volume: removing Cinder connection for volume c0396a52-a038-43c5-bd73-0ff515b71c3a {{(pid=75018) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-6458e14e-6e1e-449a-b165-69db514aeb5e req-66ee618a-4c00-4969-9ffd-e5b75a7a0bb1 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-unplugged-75c81e5c-b095-47ca-abeb-dd4a4219bc8f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6458e14e-6e1e-449a-b165-69db514aeb5e req-66ee618a-4c00-4969-9ffd-e5b75a7a0bb1 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6458e14e-6e1e-449a-b165-69db514aeb5e req-66ee618a-4c00-4969-9ffd-e5b75a7a0bb1 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6458e14e-6e1e-449a-b165-69db514aeb5e req-66ee618a-4c00-4969-9ffd-e5b75a7a0bb1 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-6458e14e-6e1e-449a-b165-69db514aeb5e req-66ee618a-4c00-4969-9ffd-e5b75a7a0bb1 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-unplugged-75c81e5c-b095-47ca-abeb-dd4a4219bc8f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-6458e14e-6e1e-449a-b165-69db514aeb5e req-66ee618a-4c00-4969-9ffd-e5b75a7a0bb1 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-unplugged-75c81e5c-b095-47ca-abeb-dd4a4219bc8f for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-0460b231-cc87-460a-8cd3-6aa00c82f9d9 req-4ce2e774-67e7-4ff5-8933-714118a9fa55 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-unplugged-adc9d06e-c012-49e9-af9e-cc3da9203457 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0460b231-cc87-460a-8cd3-6aa00c82f9d9 req-4ce2e774-67e7-4ff5-8933-714118a9fa55 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0460b231-cc87-460a-8cd3-6aa00c82f9d9 req-4ce2e774-67e7-4ff5-8933-714118a9fa55 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0460b231-cc87-460a-8cd3-6aa00c82f9d9 req-4ce2e774-67e7-4ff5-8933-714118a9fa55 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-0460b231-cc87-460a-8cd3-6aa00c82f9d9 req-4ce2e774-67e7-4ff5-8933-714118a9fa55 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-unplugged-adc9d06e-c012-49e9-af9e-cc3da9203457 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-0460b231-cc87-460a-8cd3-6aa00c82f9d9 req-4ce2e774-67e7-4ff5-8933-714118a9fa55 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-unplugged-adc9d06e-c012-49e9-af9e-cc3da9203457 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb req-9f8e1512-61c0-41bf-9946-efff747c6e1f service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received event volume-reimaged-c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb req-9f8e1512-61c0-41bf-9946-efff747c6e1f service nova] Acquiring lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb req-9f8e1512-61c0-41bf-9946-efff747c6e1f service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb req-9f8e1512-61c0-41bf-9946-efff747c6e1f service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb req-9f8e1512-61c0-41bf-9946-efff747c6e1f service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Processing event volume-reimaged-c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Instance event wait completed in 24 seconds for volume-reimaged {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:02 user nova-compute[75018]: INFO nova.virt.block_device [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Booting with volume c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 at /dev/vda
Dec 05 17:01:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG os_brick.utils [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a643d95f-6e13-47eb-823b-f284113c13fe]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e56fc6f0-4f9f-4905-a4ea-4a30e06308cb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ae65e22-ac42-46ee-b888-85096d565947]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d12de8b0-c1bf-408b-a0fa-c638c2524d6c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:01:02 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:01:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[065df6ff-530c-4d76-86ad-3fafbcf999af]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG os_brick.utils [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] <== get_connector_properties: return (154ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Updating existing volume attachment record: 76d29abb-f43e-4b8a-bf11-e71630f0394c {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:01:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Instance destroyed successfully.
Dec 05 17:01:03 user nova-compute[75018]: DEBUG nova.objects.instance [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lazy-loading 'resources' on Instance uuid 2dcf01c4-b4d5-478f-95fa-094d41d63bf3 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:59:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:59:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "address": "fa:16:3e:8f:bf:5e", "network": {"id": "b1893ae4-5cdb-4bf0-9fd3-3aa956130190", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1790858465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75c81e5c-b0", "ovs_interfaceid": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "address": "fa:16:3e:8f:bf:5e", "network": {"id": "b1893ae4-5cdb-4bf0-9fd3-3aa956130190", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1790858465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75c81e5c-b0", "ovs_interfaceid": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8f:bf:5e,bridge_name='br-int',has_traffic_filtering=True,id=75c81e5c-b095-47ca-abeb-dd4a4219bc8f,network=Network(b1893ae4-5cdb-4bf0-9fd3-3aa956130190),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap75c81e5c-b0') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG os_vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8f:bf:5e,bridge_name='br-int',has_traffic_filtering=True,id=75c81e5c-b095-47ca-abeb-dd4a4219bc8f,network=Network(b1893ae4-5cdb-4bf0-9fd3-3aa956130190),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap75c81e5c-b0') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG nova.compute.manager [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] swap_volume: Updating volume c0396a52-a038-43c5-bd73-0ff515b71c3a BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "ZsdfRFXT", "auth_password": "ecbykq94xHCUmI", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdn", "volume_id": "5ac9afd4-2935-4d6c-914c-23d64b322012"}, "status": "reserved", "instance": "d2eb1664-a77a-4758-b0ea-61c56adf56f2", "attached_at": "", "detached_at": "", "volume_id": "5ac9afd4-2935-4d6c-914c-23d64b322012", "serial": "5ac9afd4-2935-4d6c-914c-23d64b322012"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '5ac9afd4-2935-4d6c-914c-23d64b322012', 'no_device': None, 'attachment_id': 'bbe5e43b-4b65-4f29-8151-f412a5bc7f08'} {{(pid=75018) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap75c81e5c-b0, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4bb5bab4-1f64-4d7f-908e-2665f5db69a3 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 25.011s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ebf2bcd5-5dcd-491a-90f8-511364e0d8cb) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: INFO os_vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8f:bf:5e,bridge_name='br-int',has_traffic_filtering=True,id=75c81e5c-b095-47ca-abeb-dd4a4219bc8f,network=Network(b1893ae4-5cdb-4bf0-9fd3-3aa956130190),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap75c81e5c-b0')
Dec 05 17:01:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:59:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:59:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "adc9d06e-c012-49e9-af9e-cc3da9203457", "address": "fa:16:3e:75:62:41", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapadc9d06e-c0", "ovs_interfaceid": "adc9d06e-c012-49e9-af9e-cc3da9203457", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "adc9d06e-c012-49e9-af9e-cc3da9203457", "address": "fa:16:3e:75:62:41", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapadc9d06e-c0", "ovs_interfaceid": "adc9d06e-c012-49e9-af9e-cc3da9203457", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:62:41,bridge_name='br-int',has_traffic_filtering=True,id=adc9d06e-c012-49e9-af9e-cc3da9203457,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapadc9d06e-c0') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG os_vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:62:41,bridge_name='br-int',has_traffic_filtering=True,id=adc9d06e-c012-49e9-af9e-cc3da9203457,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapadc9d06e-c0') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapadc9d06e-c0, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e288adfe-f54b-4d2d-ad43-f9fd07f1445a) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: INFO os_vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:62:41,bridge_name='br-int',has_traffic_filtering=True,id=adc9d06e-c012-49e9-af9e-cc3da9203457,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapadc9d06e-c0')
Dec 05 17:01:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:59:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:59:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3e0c0259-1c9f-456b-be6a-741341485928", "address": "fa:16:3e:8c:9d:45", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e0c0259-1c", "ovs_interfaceid": "3e0c0259-1c9f-456b-be6a-741341485928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "3e0c0259-1c9f-456b-be6a-741341485928", "address": "fa:16:3e:8c:9d:45", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e0c0259-1c", "ovs_interfaceid": "3e0c0259-1c9f-456b-be6a-741341485928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:45,bridge_name='br-int',has_traffic_filtering=True,id=3e0c0259-1c9f-456b-be6a-741341485928,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e0c0259-1c') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG os_vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:45,bridge_name='br-int',has_traffic_filtering=True,id=3e0c0259-1c9f-456b-be6a-741341485928,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e0c0259-1c') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3e0c0259-1c, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=36102487-7ce2-4bdd-860c-9db12844867d) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: INFO os_vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:45,bridge_name='br-int',has_traffic_filtering=True,id=3e0c0259-1c9f-456b-be6a-741341485928,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e0c0259-1c')
Dec 05 17:01:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:59:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:59:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "address": "fa:16:3e:bd:63:1a", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc998c92-68", "ovs_interfaceid": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "address": "fa:16:3e:bd:63:1a", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc998c92-68", "ovs_interfaceid": "cc998c92-6835-4a77-abc1-57eff13cdc8a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:63:1a,bridge_name='br-int',has_traffic_filtering=True,id=cc998c92-6835-4a77-abc1-57eff13cdc8a,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc998c92-68') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG os_vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:63:1a,bridge_name='br-int',has_traffic_filtering=True,id=cc998c92-6835-4a77-abc1-57eff13cdc8a,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc998c92-68') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcc998c92-68, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-27f76c80-1e9c-428f-a74b-f8edf91940d8 req-128d3a35-80c5-46d5-a8f3-1695745b003e service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received event network-vif-plugged-4aecdea4-9ef8-4c97-9154-f180fe896269 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-27f76c80-1e9c-428f-a74b-f8edf91940d8 req-128d3a35-80c5-46d5-a8f3-1695745b003e service nova] Acquiring lock "90ef686b-3ab5-4970-849d-04c563a39459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-27f76c80-1e9c-428f-a74b-f8edf91940d8 req-128d3a35-80c5-46d5-a8f3-1695745b003e service nova] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-27f76c80-1e9c-428f-a74b-f8edf91940d8 req-128d3a35-80c5-46d5-a8f3-1695745b003e service nova] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-27f76c80-1e9c-428f-a74b-f8edf91940d8 req-128d3a35-80c5-46d5-a8f3-1695745b003e service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] No waiting events found dispatching network-vif-plugged-4aecdea4-9ef8-4c97-9154-f180fe896269 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:04 user nova-compute[75018]: WARNING nova.compute.manager [req-27f76c80-1e9c-428f-a74b-f8edf91940d8 req-128d3a35-80c5-46d5-a8f3-1695745b003e service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received unexpected event network-vif-plugged-4aecdea4-9ef8-4c97-9154-f180fe896269 for instance with vm_state active and task_state None.
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9fa74a4e-bab2-4dae-aef5-367c3eebe39d) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: INFO os_vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:63:1a,bridge_name='br-int',has_traffic_filtering=True,id=cc998c92-6835-4a77-abc1-57eff13cdc8a,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc998c92-68')
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:59:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:59:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "28ffa563-f69f-4530-8410-142097ed02e8", "address": "fa:16:3e:c6:8f:21", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ffa563-f6", "ovs_interfaceid": "28ffa563-f69f-4530-8410-142097ed02e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "28ffa563-f69f-4530-8410-142097ed02e8", "address": "fa:16:3e:c6:8f:21", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ffa563-f6", "ovs_interfaceid": "28ffa563-f69f-4530-8410-142097ed02e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8f:21,bridge_name='br-int',has_traffic_filtering=True,id=28ffa563-f69f-4530-8410-142097ed02e8,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28ffa563-f6') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8f:21,bridge_name='br-int',has_traffic_filtering=True,id=28ffa563-f69f-4530-8410-142097ed02e8,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28ffa563-f6') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap28ffa563-f6, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d11efd0a-73cc-4f1e-b437-0435ebad5356) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: INFO os_vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8f:21,bridge_name='br-int',has_traffic_filtering=True,id=28ffa563-f69f-4530-8410-142097ed02e8,network=Network(c096c5c2-5d3c-427f-8ff1-ae9c09bb0781),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28ffa563-f6')
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:59:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:59:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5ae80c3e-685f-4dcd-8026-0408648e3366", "address": "fa:16:3e:7d:98:14", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ae80c3e-68", "ovs_interfaceid": "5ae80c3e-685f-4dcd-8026-0408648e3366", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "5ae80c3e-685f-4dcd-8026-0408648e3366", "address": "fa:16:3e:7d:98:14", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ae80c3e-68", "ovs_interfaceid": "5ae80c3e-685f-4dcd-8026-0408648e3366", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:98:14,bridge_name='br-int',has_traffic_filtering=True,id=5ae80c3e-685f-4dcd-8026-0408648e3366,network=Network(2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ae80c3e-68') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:98:14,bridge_name='br-int',has_traffic_filtering=True,id=5ae80c3e-685f-4dcd-8026-0408648e3366,network=Network(2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ae80c3e-68') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5ae80c3e-68, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e0c07fb2-2368-4966-bb36-0c75046fd017) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: INFO os_vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:98:14,bridge_name='br-int',has_traffic_filtering=True,id=5ae80c3e-685f-4dcd-8026-0408648e3366,network=Network(2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ae80c3e-68')
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1913016964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1913016964',id=10,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJLqmK3ApCKfnushv544NcDoBkcPvws/nYytFkYcSeqF2ZTICWpEigj1YkrFQiD7yPojNsmZlr5UwegiBwyQ0zi6iSbOJ4SEy2MUNFp6fYn4AlDlzSVDgshR9gYM00WOg==',key_name='tempest-keypair-1240675492',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:59:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='61a1bea854144bc8965b8a2f8317f539',ramdisk_id='',reservation_id='r-zdz0hzn4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-64681700',owner_user_name='tempest-TaggedBootDevicesTest_v242-64681700-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:59:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4dc05d01f87a439ea4034845b2118fe9',uuid=2dcf01c4-b4d5-478f-95fa-094d41d63bf3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "address": "fa:16:3e:10:b3:34", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45cec593-b4", "ovs_interfaceid": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converting VIF {"id": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "address": "fa:16:3e:10:b3:34", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45cec593-b4", "ovs_interfaceid": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:b3:34,bridge_name='br-int',has_traffic_filtering=True,id=45cec593-b45d-4bc2-8286-507a9d3d00ed,network=Network(2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45cec593-b4') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:b3:34,bridge_name='br-int',has_traffic_filtering=True,id=45cec593-b45d-4bc2-8286-507a9d3d00ed,network=Network(2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45cec593-b4') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap45cec593-b4, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-75c81e5c-b095-47ca-abeb-dd4a4219bc8f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-75c81e5c-b095-47ca-abeb-dd4a4219bc8f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:04 user nova-compute[75018]: WARNING nova.compute.manager [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-75c81e5c-b095-47ca-abeb-dd4a4219bc8f for instance with vm_state active and task_state deleting.
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-unplugged-5ae80c3e-685f-4dcd-8026-0408648e3366 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-unplugged-5ae80c3e-685f-4dcd-8026-0408648e3366 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-unplugged-5ae80c3e-685f-4dcd-8026-0408648e3366 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-5ae80c3e-685f-4dcd-8026-0408648e3366 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-5ae80c3e-685f-4dcd-8026-0408648e3366 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:04 user nova-compute[75018]: WARNING nova.compute.manager [req-2187eef0-1ed7-447a-b2a6-966266276ef5 req-7cb4b661-56d4-4a8c-a30c-37070ff9f34c service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-5ae80c3e-685f-4dcd-8026-0408648e3366 for instance with vm_state active and task_state deleting.
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c761a730-95b6-47ce-92c3-be5b9cfbab66) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:04 user nova-compute[75018]: INFO os_vif [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:b3:34,bridge_name='br-int',has_traffic_filtering=True,id=45cec593-b45d-4bc2-8286-507a9d3d00ed,network=Network(2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45cec593-b4')
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lFBINjvo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:01:04 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a8ffb42-1033-456e-af86-8d5fe5711491]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:01:04 user nova-compute[75018]: No targets found.
Dec 05 17:01:04 user nova-compute[75018]: iSNS:
Dec 05 17:01:04 user nova-compute[75018]: No targets found.
Dec 05 17:01:04 user nova-compute[75018]: STATIC:
Dec 05 17:01:04 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4
Dec 05 17:01:04 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:04 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:04 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8
Dec 05 17:01:04 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:04 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:04 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227
Dec 05 17:01:04 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:04 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:04 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012
Dec 05 17:01:04 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:04 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:04 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c
Dec 05 17:01:04 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:04 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:04 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2
Dec 05 17:01:04 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:04 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:04 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65
Dec 05 17:01:04 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:04 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:04 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f
Dec 05 17:01:04 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:04 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:04 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf
Dec 05 17:01:04 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:04 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:04 user nova-compute[75018]: FIRMWARE:
Dec 05 17:01:04 user nova-compute[75018]: No targets found.
Dec 05 17:01:04 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:01:04 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:01:04 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-adc9d06e-c012-49e9-af9e-cc3da9203457 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-adc9d06e-c012-49e9-af9e-cc3da9203457 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:04 user nova-compute[75018]: WARNING nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-adc9d06e-c012-49e9-af9e-cc3da9203457 for instance with vm_state active and task_state deleting.
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-unplugged-3e0c0259-1c9f-456b-be6a-741341485928 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-unplugged-3e0c0259-1c9f-456b-be6a-741341485928 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-unplugged-3e0c0259-1c9f-456b-be6a-741341485928 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-3e0c0259-1c9f-456b-be6a-741341485928 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-3e0c0259-1c9f-456b-be6a-741341485928 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:04 user nova-compute[75018]: WARNING nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-3e0c0259-1c9f-456b-be6a-741341485928 for instance with vm_state active and task_state deleting.
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-unplugged-cc998c92-6835-4a77-abc1-57eff13cdc8a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-unplugged-cc998c92-6835-4a77-abc1-57eff13cdc8a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-unplugged-cc998c92-6835-4a77-abc1-57eff13cdc8a for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-cc998c92-6835-4a77-abc1-57eff13cdc8a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-cc998c92-6835-4a77-abc1-57eff13cdc8a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:04 user nova-compute[75018]: WARNING nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-cc998c92-6835-4a77-abc1-57eff13cdc8a for instance with vm_state active and task_state deleting.
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-unplugged-28ffa563-f69f-4530-8410-142097ed02e8 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-unplugged-28ffa563-f69f-4530-8410-142097ed02e8 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-unplugged-28ffa563-f69f-4530-8410-142097ed02e8 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-28ffa563-f69f-4530-8410-142097ed02e8 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-28ffa563-f69f-4530-8410-142097ed02e8 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:04 user nova-compute[75018]: WARNING nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-28ffa563-f69f-4530-8410-142097ed02e8 for instance with vm_state active and task_state deleting.
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-unplugged-45cec593-b45d-4bc2-8286-507a9d3d00ed {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-unplugged-45cec593-b45d-4bc2-8286-507a9d3d00ed {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-unplugged-45cec593-b45d-4bc2-8286-507a9d3d00ed for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-plugged-45cec593-b45d-4bc2-8286-507a9d3d00ed {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Acquiring lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] No waiting events found dispatching network-vif-plugged-45cec593-b45d-4bc2-8286-507a9d3d00ed {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:04 user nova-compute[75018]: WARNING nova.compute.manager [req-b9972e4e-3947-4127-aca9-1d6087f64fe3 req-b9f68e9a-1513-4405-be3d-5dbc75dfa513 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received unexpected event network-vif-plugged-45cec593-b45d-4bc2-8286-507a9d3d00ed for instance with vm_state active and task_state deleting.
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.033s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa9f3876-a1de-4364-987b-3155d167794c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa01f4de-301c-4491-b97b-8ab2df593072]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a857b400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8'): ({'sdc'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Removing single pathed devices sdc {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0557d78a-7405-41bd-aeb6-10fa18ffb614]: (4, ('path checker states:\nup                  8\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f372dcc4-3c3f-470e-a4ae-3749fca0ba67]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Flushing IO for device /dev/sdc {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d89382cf-874b-4f74-9260-6d06d968152e]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.052s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2719213-7592-48fa-ad0b-d79a77400dcf]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.044s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[21756996-c73c-4339-829a-2bf4d457c9f2]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7633571-ce80-44e5-95ea-f24627a8bc10]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8, portal: 172.16.0.220,3260]
Dec 05 17:01:04 user nova-compute[75018]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8, portal: 172.16.0.220,3260] successful.
Dec 05 17:01:04 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:413caa48-1ce7-4e7d-9e3c-e89a554dfdd8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.044s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff49683e-3eaf-4690-9909-b5ebf37a13e9]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.477s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] <== disconnect_volume: return (479ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'botynlVa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:01:04 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cedac146-6973-46bc-8fdd-b6568672c672]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:01:04 user nova-compute[75018]: No targets found.
Dec 05 17:01:04 user nova-compute[75018]: iSNS:
Dec 05 17:01:04 user nova-compute[75018]: No targets found.
Dec 05 17:01:04 user nova-compute[75018]: STATIC:
Dec 05 17:01:04 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4
Dec 05 17:01:04 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:04 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:04 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227
Dec 05 17:01:04 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:04 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:04 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012
Dec 05 17:01:04 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:04 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:04 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c
Dec 05 17:01:04 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:04 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:04 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2
Dec 05 17:01:04 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:04 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:04 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65
Dec 05 17:01:04 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:04 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:04 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f
Dec 05 17:01:04 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:04 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:04 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf
Dec 05 17:01:04 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:04 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:04 user nova-compute[75018]: FIRMWARE:
Dec 05 17:01:04 user nova-compute[75018]: No targets found.
Dec 05 17:01:04 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:01:04 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:01:04 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[22d9ccdc-06a0-4438-a77a-1e2ad67a1de9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a16481ba-7574-4a1e-8249-b52ab72674ab]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:04 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:04 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a857b400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65'): ({'sdd'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Removing single pathed devices sdd {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[10468f83-56cd-425e-8725-78d4a5d5c56d]: (4, ('path checker states:\nup                  7\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[76f5ae20-bc0c-442f-befd-34d7a864c728]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Flushing IO for device /dev/sdd {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[47bd5ad4-c9b8-497f-9668-7e0ad408d97d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:01:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.028s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[24e79405-e66c-4508-b119-df1efd2208d9]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[16b6a17c-6a70-486a-ac09-14c10a23b8bd]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --logout" returned: 0 in 0.090s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdd67bc1-6da2-4624-89de-845d25b236ef]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65, portal: 172.16.0.220,3260]
Dec 05 17:01:05 user nova-compute[75018]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65, portal: 172.16.0.220,3260] successful.
Dec 05 17:01:05 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Acquiring lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc713530-dc31-4dac-b5b4-b3b93834bf65 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.047s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7099a5f0-eefd-4a76-ae86-87792eb8f133]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.400s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] <== disconnect_volume: return (401ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.utils [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WUkrVXoc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:01:05 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e67851d-bb8e-4102-a87d-f5f781a9e2a3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[34ad4e98-e114-4c76-bef4-80c43b097b2a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:01:05 user nova-compute[75018]: No targets found.
Dec 05 17:01:05 user nova-compute[75018]: iSNS:
Dec 05 17:01:05 user nova-compute[75018]: No targets found.
Dec 05 17:01:05 user nova-compute[75018]: STATIC:
Dec 05 17:01:05 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4
Dec 05 17:01:05 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:05 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:05 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227
Dec 05 17:01:05 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:05 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:05 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012
Dec 05 17:01:05 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:05 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:05 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c
Dec 05 17:01:05 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:05 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:05 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2
Dec 05 17:01:05 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:05 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:05 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f
Dec 05 17:01:05 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:05 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:05 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf
Dec 05 17:01:05 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:05 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:05 user nova-compute[75018]: FIRMWARE:
Dec 05 17:01:05 user nova-compute[75018]: No targets found.
Dec 05 17:01:05 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:01:05 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:01:05 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fe36a71-65fc-40bf-9302-3a42fa78cfc2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[efadf09b-40ae-4599-9377-0a001a5f6029]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[37652b48-f4f7-4fc7-9ffe-4896c4533fc7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d76a2d8b-1bd2-4d86-bf60-3abbbc628556]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f150800-1b8c-48fe-a320-c086c6428bb7]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:01:05 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:01:05 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:05 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:01:05 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:05 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:05 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:05 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:01:05 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:01:05 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:05 user nova-compute[75018]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 (non-flash)
Dec 05 17:01:05 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:05 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:05 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:05 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c8146440>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2'): ({'sde'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Removing single pathed devices sde {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:01:05 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ef2468c-8762-4ed1-a76f-d0a96428d210]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.utils [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] <== get_connector_properties: return (154ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.029s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[12f7cf46-fd9d-4d17-886c-8e4605d7f140]: (4, ('path checker states:\nup                  6\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[00d4ecf9-7070-4c94-b6a6-860826a654cf]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Flushing IO for device /dev/sde {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe7f6d09-2188-468e-bd35-52b0bb521ce8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.048s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[76766f42-81c4-407d-9b8c-c2db6ffe97c0]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] SCSI volumes sde have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: INFO nova.compute.manager [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Swapping volume 5ac9afd4-2935-4d6c-914c-23d64b322012 for c0396a52-a038-43c5-bd73-0ff515b71c3a
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[abbdefc4-71c9-47ea-940f-ad8424ff0062]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e365c477-1197-4322-97d5-2cf3708a424a]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2, portal: 172.16.0.220,3260]
Dec 05 17:01:05 user nova-compute[75018]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2, portal: 172.16.0.220,3260] successful.
Dec 05 17:01:05 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5e7ed95-813a-413b-9800-db902bb9b0c2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1147bf1-06e0-4751-be45-677d27fc0740]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.410s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] <== disconnect_volume: return (411ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:01:05 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Deleting instance files /opt/stack/data/nova/instances/2dcf01c4-b4d5-478f-95fa-094d41d63bf3_del
Dec 05 17:01:05 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Deletion of /opt/stack/data/nova/instances/2dcf01c4-b4d5-478f-95fa-094d41d63bf3_del complete
Dec 05 17:01:05 user nova-compute[75018]: INFO nova.compute.manager [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Took 4.07 seconds to destroy the instance on the hypervisor.
Dec 05 17:01:05 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:01:05 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:01:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:07 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance ee776409-860b-4334-a401-2c437a5bf02c is timed out.
Dec 05 17:01:07 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Successfully detached device sdc from instance ee776409-860b-4334-a401-2c437a5bf02c from the live domain config.
Dec 05 17:01:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TQSqtVux', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:01:07 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bfbaf41-44ba-4d1e-9328-20480fd0e66d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:01:07 user nova-compute[75018]: No targets found.
Dec 05 17:01:07 user nova-compute[75018]: iSNS:
Dec 05 17:01:07 user nova-compute[75018]: No targets found.
Dec 05 17:01:07 user nova-compute[75018]: STATIC:
Dec 05 17:01:07 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4
Dec 05 17:01:07 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:07 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:07 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227
Dec 05 17:01:07 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:07 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:07 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012
Dec 05 17:01:07 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:07 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:07 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c
Dec 05 17:01:07 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:07 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:07 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f
Dec 05 17:01:07 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:07 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:07 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf
Dec 05 17:01:07 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:07 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:07 user nova-compute[75018]: FIRMWARE:
Dec 05 17:01:07 user nova-compute[75018]: No targets found.
Dec 05 17:01:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:01:07 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:01:07 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fb2e9b6-aec5-44af-bd03-25fa9f57a14c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd8511e9-d8a9-4a17-81c8-529addc0d14a]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:01:07 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:01:07 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:07 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:07 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:07 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 (non-flash)
Dec 05 17:01:07 user nova-compute[75018]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:01:07 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:07 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:07 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:07 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a8579c60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc135e15-f62f-475a-9f5d-402c81e328ae]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[99664e38-95a1-47d9-a7ea-a781af52186f]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba53bc44-504f-4675-abd4-31f5c83f297b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a18e1f38-f7ef-46c8-9397-3299c8b06468]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[26439c51-1716-4e01-ac3e-050b58b940a8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[47e07ac5-54bf-41e2-afcc-bbee4363e24e]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4, portal: 172.16.0.220,3260]
Dec 05 17:01:07 user nova-compute[75018]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4, portal: 172.16.0.220,3260] successful.
Dec 05 17:01:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13ab37aa-be2e-408e-8107-7826f6218da4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[53f5c204-4fa0-4734-b3cf-aea3891eb5f2]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.340s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] <== disconnect_volume: return (342ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG nova.compute.manager [req-e9ed1be2-71c0-4c35-8ccf-593d955bdbb7 req-1d3c56c5-6602-4ed6-bd3e-7150de9cc622 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-deleted-cc998c92-6835-4a77-abc1-57eff13cdc8a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:07 user nova-compute[75018]: INFO nova.compute.manager [req-e9ed1be2-71c0-4c35-8ccf-593d955bdbb7 req-1d3c56c5-6602-4ed6-bd3e-7150de9cc622 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Neutron deleted interface cc998c92-6835-4a77-abc1-57eff13cdc8a; detaching it from the instance and deleting it from the info cache
Dec 05 17:01:07 user nova-compute[75018]: DEBUG nova.network.neutron [req-e9ed1be2-71c0-4c35-8ccf-593d955bdbb7 req-1d3c56c5-6602-4ed6-bd3e-7150de9cc622 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating instance_info_cache with network_info: [{"id": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "address": "fa:16:3e:8f:bf:5e", "network": {"id": "b1893ae4-5cdb-4bf0-9fd3-3aa956130190", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1790858465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75c81e5c-b0", "ovs_interfaceid": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "adc9d06e-c012-49e9-af9e-cc3da9203457", "address": "fa:16:3e:75:62:41", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapadc9d06e-c0", "ovs_interfaceid": "adc9d06e-c012-49e9-af9e-cc3da9203457", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3e0c0259-1c9f-456b-be6a-741341485928", "address": "fa:16:3e:8c:9d:45", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e0c0259-1c", "ovs_interfaceid": "3e0c0259-1c9f-456b-be6a-741341485928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "28ffa563-f69f-4530-8410-142097ed02e8", "address": "fa:16:3e:c6:8f:21", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ffa563-f6", "ovs_interfaceid": "28ffa563-f69f-4530-8410-142097ed02e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ae80c3e-685f-4dcd-8026-0408648e3366", "address": "fa:16:3e:7d:98:14", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ae80c3e-68", "ovs_interfaceid": "5ae80c3e-685f-4dcd-8026-0408648e3366", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "address": "fa:16:3e:10:b3:34", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45cec593-b4", "ovs_interfaceid": "45cec593-b45d-4bc2-8286-507a9d3d00ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:01:07 user nova-compute[75018]: DEBUG nova.compute.manager [req-e9ed1be2-71c0-4c35-8ccf-593d955bdbb7 req-1d3c56c5-6602-4ed6-bd3e-7150de9cc622 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Detach interface failed, port_id=cc998c92-6835-4a77-abc1-57eff13cdc8a, reason: Instance 2dcf01c4-b4d5-478f-95fa-094d41d63bf3 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:01:08 user nova-compute[75018]: DEBUG nova.objects.instance [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lazy-loading 'flavor' on Instance uuid ee776409-860b-4334-a401-2c437a5bf02c {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:01:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5db6832a-4727-4416-9dfe-8af1c471414f tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "ee776409-860b-4334-a401-2c437a5bf02c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.228s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:09 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 8f5ac884-6707-47b6-a3bd-a2fd52796223 is timed out.
Dec 05 17:01:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:09 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Successfully detached device vdb from instance 8f5ac884-6707-47b6-a3bd-a2fd52796223 from the live domain config.
Dec 05 17:01:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rPyFHOuM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdl'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:01:09 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b7f2ea1-152b-42e2-a7f1-32b7505760bb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:01:09 user nova-compute[75018]: No targets found.
Dec 05 17:01:09 user nova-compute[75018]: iSNS:
Dec 05 17:01:09 user nova-compute[75018]: No targets found.
Dec 05 17:01:09 user nova-compute[75018]: STATIC:
Dec 05 17:01:09 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227
Dec 05 17:01:09 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:09 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:09 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012
Dec 05 17:01:09 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:09 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:09 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c
Dec 05 17:01:09 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:09 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:09 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f
Dec 05 17:01:09 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:09 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:09 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf
Dec 05 17:01:09 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:09 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:09 user nova-compute[75018]: FIRMWARE:
Dec 05 17:01:09 user nova-compute[75018]: No targets found.
Dec 05 17:01:09 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:01:09 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:01:09 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ccc6e80-a61c-4caf-9b48-9df0cdd9a380]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[668ffb01-586c-4836-b0db-ee93b92022ec]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:01:09 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:09 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:09 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:09 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:09 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf (non-flash)
Dec 05 17:01:09 user nova-compute[75018]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:09 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:09 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:09 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:09 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a868fd00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf'): ({'sdl'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Removing single pathed devices sdl {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ef2a63e-4254-443b-803a-85ce3c3f99e0]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdl {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdl" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef087db7-0b74-4b34-a76f-2a00a14e84c8]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Flushing IO for device /dev/sdl {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdl {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdl" returned: 0 in 0.012s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1e20640-0836-4853-8859-f758099ba989]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Remove SCSI device /dev/sdl with /sys/block/sdl/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdl/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdl/device/delete" returned: 0 in 0.040s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ab46ca8-3529-44b4-acce-2623475f7cfc]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Checking to see if SCSI volumes sdl have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] SCSI volumes sdl have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1af291c5-3c1f-4a6f-931c-64aec71b8e08]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Acquiring lock "ee776409-860b-4334-a401-2c437a5bf02c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "ee776409-860b-4334-a401-2c437a5bf02c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Acquiring lock "ee776409-860b-4334-a401-2c437a5bf02c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "ee776409-860b-4334-a401-2c437a5bf02c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "ee776409-860b-4334-a401-2c437a5bf02c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:09 user nova-compute[75018]: INFO nova.compute.manager [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Terminating instance
Dec 05 17:01:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --logout" returned: 0 in 0.099s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1b7b6ac-0c20-4465-8dfe-b6bef7bdd217]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf, portal: 172.16.0.220,3260]
Dec 05 17:01:09 user nova-compute[75018]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf, portal: 172.16.0.220,3260] successful.
Dec 05 17:01:09 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7c7888b-fca3-439f-b3dd-91c5fced94bf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fa4ed08-093d-4a8a-b872-66d8223031c7]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.384s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] <== disconnect_volume: return (385ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG nova.compute.manager [req-e88b7d96-14cf-420a-a8e1-39098f2f2f20 req-8ce653c1-5263-4626-9e05-c04cdbf9a131 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Received event network-vif-unplugged-48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e88b7d96-14cf-420a-a8e1-39098f2f2f20 req-8ce653c1-5263-4626-9e05-c04cdbf9a131 service nova] Acquiring lock "ee776409-860b-4334-a401-2c437a5bf02c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e88b7d96-14cf-420a-a8e1-39098f2f2f20 req-8ce653c1-5263-4626-9e05-c04cdbf9a131 service nova] Lock "ee776409-860b-4334-a401-2c437a5bf02c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e88b7d96-14cf-420a-a8e1-39098f2f2f20 req-8ce653c1-5263-4626-9e05-c04cdbf9a131 service nova] Lock "ee776409-860b-4334-a401-2c437a5bf02c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG nova.compute.manager [req-e88b7d96-14cf-420a-a8e1-39098f2f2f20 req-8ce653c1-5263-4626-9e05-c04cdbf9a131 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] No waiting events found dispatching network-vif-unplugged-48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG nova.compute.manager [req-e88b7d96-14cf-420a-a8e1-39098f2f2f20 req-8ce653c1-5263-4626-9e05-c04cdbf9a131 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Received event network-vif-unplugged-48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:09 user nova-compute[75018]: DEBUG nova.compute.manager [req-74112b9b-1238-43aa-bda8-8c9eda715e7e req-1c6e84f0-cb0e-44d1-bcc2-fec414c06d29 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-deleted-45cec593-b45d-4bc2-8286-507a9d3d00ed {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:09 user nova-compute[75018]: INFO nova.compute.manager [req-74112b9b-1238-43aa-bda8-8c9eda715e7e req-1c6e84f0-cb0e-44d1-bcc2-fec414c06d29 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Neutron deleted interface 45cec593-b45d-4bc2-8286-507a9d3d00ed; detaching it from the instance and deleting it from the info cache
Dec 05 17:01:09 user nova-compute[75018]: DEBUG nova.network.neutron [req-74112b9b-1238-43aa-bda8-8c9eda715e7e req-1c6e84f0-cb0e-44d1-bcc2-fec414c06d29 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating instance_info_cache with network_info: [{"id": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "address": "fa:16:3e:8f:bf:5e", "network": {"id": "b1893ae4-5cdb-4bf0-9fd3-3aa956130190", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1790858465-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap75c81e5c-b0", "ovs_interfaceid": "75c81e5c-b095-47ca-abeb-dd4a4219bc8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "adc9d06e-c012-49e9-af9e-cc3da9203457", "address": "fa:16:3e:75:62:41", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapadc9d06e-c0", "ovs_interfaceid": "adc9d06e-c012-49e9-af9e-cc3da9203457", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3e0c0259-1c9f-456b-be6a-741341485928", "address": "fa:16:3e:8c:9d:45", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e0c0259-1c", "ovs_interfaceid": "3e0c0259-1c9f-456b-be6a-741341485928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "28ffa563-f69f-4530-8410-142097ed02e8", "address": "fa:16:3e:c6:8f:21", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ffa563-f6", "ovs_interfaceid": "28ffa563-f69f-4530-8410-142097ed02e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ae80c3e-685f-4dcd-8026-0408648e3366", "address": "fa:16:3e:7d:98:14", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ae80c3e-68", "ovs_interfaceid": "5ae80c3e-685f-4dcd-8026-0408648e3366", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG nova.compute.manager [req-74112b9b-1238-43aa-bda8-8c9eda715e7e req-1c6e84f0-cb0e-44d1-bcc2-fec414c06d29 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Detach interface failed, port_id=45cec593-b45d-4bc2-8286-507a9d3d00ed, reason: Instance 2dcf01c4-b4d5-478f-95fa-094d41d63bf3 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG nova.compute.manager [req-74112b9b-1238-43aa-bda8-8c9eda715e7e req-1c6e84f0-cb0e-44d1-bcc2-fec414c06d29 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-deleted-75c81e5c-b095-47ca-abeb-dd4a4219bc8f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:10 user nova-compute[75018]: INFO nova.compute.manager [req-74112b9b-1238-43aa-bda8-8c9eda715e7e req-1c6e84f0-cb0e-44d1-bcc2-fec414c06d29 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Neutron deleted interface 75c81e5c-b095-47ca-abeb-dd4a4219bc8f; detaching it from the instance and deleting it from the info cache
Dec 05 17:01:10 user nova-compute[75018]: DEBUG nova.network.neutron [req-74112b9b-1238-43aa-bda8-8c9eda715e7e req-1c6e84f0-cb0e-44d1-bcc2-fec414c06d29 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating instance_info_cache with network_info: [{"id": "adc9d06e-c012-49e9-af9e-cc3da9203457", "address": "fa:16:3e:75:62:41", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapadc9d06e-c0", "ovs_interfaceid": "adc9d06e-c012-49e9-af9e-cc3da9203457", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3e0c0259-1c9f-456b-be6a-741341485928", "address": "fa:16:3e:8c:9d:45", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e0c0259-1c", "ovs_interfaceid": "3e0c0259-1c9f-456b-be6a-741341485928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "28ffa563-f69f-4530-8410-142097ed02e8", "address": "fa:16:3e:c6:8f:21", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ffa563-f6", "ovs_interfaceid": "28ffa563-f69f-4530-8410-142097ed02e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ae80c3e-685f-4dcd-8026-0408648e3366", "address": "fa:16:3e:7d:98:14", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ae80c3e-68", "ovs_interfaceid": "5ae80c3e-685f-4dcd-8026-0408648e3366", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG nova.compute.manager [req-74112b9b-1238-43aa-bda8-8c9eda715e7e req-1c6e84f0-cb0e-44d1-bcc2-fec414c06d29 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Detach interface failed, port_id=75c81e5c-b095-47ca-abeb-dd4a4219bc8f, reason: Instance 2dcf01c4-b4d5-478f-95fa-094d41d63bf3 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG nova.compute.manager [req-74112b9b-1238-43aa-bda8-8c9eda715e7e req-1c6e84f0-cb0e-44d1-bcc2-fec414c06d29 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-deleted-28ffa563-f69f-4530-8410-142097ed02e8 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:10 user nova-compute[75018]: INFO nova.compute.manager [req-74112b9b-1238-43aa-bda8-8c9eda715e7e req-1c6e84f0-cb0e-44d1-bcc2-fec414c06d29 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Neutron deleted interface 28ffa563-f69f-4530-8410-142097ed02e8; detaching it from the instance and deleting it from the info cache
Dec 05 17:01:10 user nova-compute[75018]: DEBUG nova.network.neutron [req-74112b9b-1238-43aa-bda8-8c9eda715e7e req-1c6e84f0-cb0e-44d1-bcc2-fec414c06d29 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating instance_info_cache with network_info: [{"id": "adc9d06e-c012-49e9-af9e-cc3da9203457", "address": "fa:16:3e:75:62:41", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapadc9d06e-c0", "ovs_interfaceid": "adc9d06e-c012-49e9-af9e-cc3da9203457", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3e0c0259-1c9f-456b-be6a-741341485928", "address": "fa:16:3e:8c:9d:45", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e0c0259-1c", "ovs_interfaceid": "3e0c0259-1c9f-456b-be6a-741341485928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5ae80c3e-685f-4dcd-8026-0408648e3366", "address": "fa:16:3e:7d:98:14", "network": {"id": "2dfb1a59-81c1-4ca6-abbf-3ed17e5494c2", "bridge": "br-int", "label": "tempest-device-tagging-net2-1075062720", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ae80c3e-68", "ovs_interfaceid": "5ae80c3e-685f-4dcd-8026-0408648e3366", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:01:10 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Took 4.36 seconds to deallocate network for instance.
Dec 05 17:01:10 user nova-compute[75018]: DEBUG nova.compute.manager [req-74112b9b-1238-43aa-bda8-8c9eda715e7e req-1c6e84f0-cb0e-44d1-bcc2-fec414c06d29 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Detach interface failed, port_id=28ffa563-f69f-4530-8410-142097ed02e8, reason: Instance 2dcf01c4-b4d5-478f-95fa-094d41d63bf3 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:01:10 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Instance destroyed successfully.
Dec 05 17:01:10 user nova-compute[75018]: DEBUG nova.objects.instance [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lazy-loading 'resources' on Instance uuid ee776409-860b-4334-a401-2c437a5bf02c {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:58:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-913104850',display_name='tempest-AttachSCSIVolumeTestJSON-server-913104850',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-913104850',id=7,image_ref='ec45263b-794b-48f1-a0ce-1f95e335229c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGdPqTgPaanM16TfrKpb0vOqgqsR5oE+AmyIGExjhn+/OYROQMLstWfWdTElkC+Ne5dPFS4AhhzlcxB8m+hjugSWzG7mv6TdGHABLGbLJdrf5nliVG6JvVzAsyxGas69+w==',key_name='tempest-keypair-820659319',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:58:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9745998893994b268f06f2cae9634a7b',ramdisk_id='',reservation_id='r-vfirogjc',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ec45263b-794b-48f1-a0ce-1f95e335229c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1608722116',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1608722116-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:58:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de5c2e740bb6464691c222e9cd63ec11',uuid=ee776409-860b-4334-a401-2c437a5bf02c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "address": "fa:16:3e:63:e5:c9", "network": {"id": "c6e7f474-57b3-4f34-97d8-8db5da738109", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-973283885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9745998893994b268f06f2cae9634a7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48bf1e5d-a0", "ovs_interfaceid": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Converting VIF {"id": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "address": "fa:16:3e:63:e5:c9", "network": {"id": "c6e7f474-57b3-4f34-97d8-8db5da738109", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-973283885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9745998893994b268f06f2cae9634a7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48bf1e5d-a0", "ovs_interfaceid": "48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:63:e5:c9,bridge_name='br-int',has_traffic_filtering=True,id=48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a,network=Network(c6e7f474-57b3-4f34-97d8-8db5da738109),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48bf1e5d-a0') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG os_vif [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:63:e5:c9,bridge_name='br-int',has_traffic_filtering=True,id=48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a,network=Network(c6e7f474-57b3-4f34-97d8-8db5da738109),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48bf1e5d-a0') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap48bf1e5d-a0, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ceb64134-e4ee-4acb-88fc-a944bd23edf9) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:10 user nova-compute[75018]: INFO os_vif [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:63:e5:c9,bridge_name='br-int',has_traffic_filtering=True,id=48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a,network=Network(c6e7f474-57b3-4f34-97d8-8db5da738109),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48bf1e5d-a0')
Dec 05 17:01:10 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Deleting instance files /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c_del
Dec 05 17:01:10 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Deletion of /opt/stack/data/nova/instances/ee776409-860b-4334-a401-2c437a5bf02c_del complete
Dec 05 17:01:10 user nova-compute[75018]: INFO nova.compute.manager [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Took 0.92 seconds to destroy the instance on the hypervisor.
Dec 05 17:01:10 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:01:10 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: ee776409-860b-4334-a401-2c437a5bf02c] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:01:11 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:01:11 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Took 0.72 seconds to deallocate network for instance.
Dec 05 17:01:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:11 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:01:11 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:01:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.374s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:11 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Deleted allocations for instance ee776409-860b-4334-a401-2c437a5bf02c
Dec 05 17:01:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-87998e45-e122-4b29-b62f-46d7c0db15ef tempest-AttachSCSIVolumeTestJSON-1608722116 tempest-AttachSCSIVolumeTestJSON-1608722116-project-member] Lock "ee776409-860b-4334-a401-2c437a5bf02c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.249s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:11 user nova-compute[75018]: DEBUG nova.compute.manager [req-507748c4-89eb-49b4-9081-780999832b92 req-adb054df-9cbe-459d-853b-223306302ac8 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Received event network-vif-plugged-48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-507748c4-89eb-49b4-9081-780999832b92 req-adb054df-9cbe-459d-853b-223306302ac8 service nova] Acquiring lock "ee776409-860b-4334-a401-2c437a5bf02c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-507748c4-89eb-49b4-9081-780999832b92 req-adb054df-9cbe-459d-853b-223306302ac8 service nova] Lock "ee776409-860b-4334-a401-2c437a5bf02c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-507748c4-89eb-49b4-9081-780999832b92 req-adb054df-9cbe-459d-853b-223306302ac8 service nova] Lock "ee776409-860b-4334-a401-2c437a5bf02c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:11 user nova-compute[75018]: DEBUG nova.compute.manager [req-507748c4-89eb-49b4-9081-780999832b92 req-adb054df-9cbe-459d-853b-223306302ac8 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] No waiting events found dispatching network-vif-plugged-48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:11 user nova-compute[75018]: WARNING nova.compute.manager [req-507748c4-89eb-49b4-9081-780999832b92 req-adb054df-9cbe-459d-853b-223306302ac8 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Received unexpected event network-vif-plugged-48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a for instance with vm_state deleted and task_state None.
Dec 05 17:01:12 user nova-compute[75018]: DEBUG nova.compute.manager [req-90f41d86-cdb2-4cc2-8757-c12a77ef1103 req-522124cb-a090-4a04-9905-e7be2669de57 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Received event network-vif-deleted-5ae80c3e-685f-4dcd-8026-0408648e3366 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:12 user nova-compute[75018]: INFO nova.compute.manager [req-90f41d86-cdb2-4cc2-8757-c12a77ef1103 req-522124cb-a090-4a04-9905-e7be2669de57 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Neutron deleted interface 5ae80c3e-685f-4dcd-8026-0408648e3366; detaching it from the instance and deleting it from the info cache
Dec 05 17:01:12 user nova-compute[75018]: DEBUG nova.network.neutron [req-90f41d86-cdb2-4cc2-8757-c12a77ef1103 req-522124cb-a090-4a04-9905-e7be2669de57 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Updating instance_info_cache with network_info: [{"id": "adc9d06e-c012-49e9-af9e-cc3da9203457", "address": "fa:16:3e:75:62:41", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapadc9d06e-c0", "ovs_interfaceid": "adc9d06e-c012-49e9-af9e-cc3da9203457", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3e0c0259-1c9f-456b-be6a-741341485928", "address": "fa:16:3e:8c:9d:45", "network": {"id": "c096c5c2-5d3c-427f-8ff1-ae9c09bb0781", "bridge": "br-int", "label": "tempest-device-tagging-net1-318671196", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "61a1bea854144bc8965b8a2f8317f539", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e0c0259-1c", "ovs_interfaceid": "3e0c0259-1c9f-456b-be6a-741341485928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:01:12 user nova-compute[75018]: DEBUG nova.compute.manager [req-90f41d86-cdb2-4cc2-8757-c12a77ef1103 req-522124cb-a090-4a04-9905-e7be2669de57 service nova] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Detach interface failed, port_id=5ae80c3e-685f-4dcd-8026-0408648e3366, reason: Instance 2dcf01c4-b4d5-478f-95fa-094d41d63bf3 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:01:12 user nova-compute[75018]: DEBUG nova.compute.manager [req-90f41d86-cdb2-4cc2-8757-c12a77ef1103 req-522124cb-a090-4a04-9905-e7be2669de57 service nova] [instance: ee776409-860b-4334-a401-2c437a5bf02c] Received event network-vif-deleted-48bf1e5d-a087-4a06-9a26-8f25c0eb3a4a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:14 user nova-compute[75018]: DEBUG nova.objects.instance [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Lazy-loading 'flavor' on Instance uuid 8f5ac884-6707-47b6-a3bd-a2fd52796223 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:01:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-fbcda502-8bc4-428c-b04d-d6908ee82269 tempest-VolumesAssistedSnapshotsTest-1077130095 tempest-VolumesAssistedSnapshotsTest-1077130095-project-admin] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 25.659s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:14 user nova-compute[75018]: ERROR nova.volume.cinder [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Update attachment failed for attachment fe0054ef-713f-46ec-9b11-d5c1a9d84602. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-81ab341f-a420-4972-bed5-daa1d734a94d) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-81ab341f-a420-4972-bed5-daa1d734a94d)
Dec 05 17:01:14 user nova-compute[75018]: ERROR nova.volume.cinder [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Update attachment failed for attachment 76d29abb-f43e-4b8a-bf11-e71630f0394c. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-9ca0f964-4a30-4f61-a407-4b1b8c1cbf04) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-9ca0f964-4a30-4f61-a407-4b1b8c1cbf04)
Dec 05 17:01:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Acquiring lock "f63e68b5-6e85-4757-afaa-b97dfd77160e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lock "f63e68b5-6e85-4757-afaa-b97dfd77160e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Acquiring lock "f63e68b5-6e85-4757-afaa-b97dfd77160e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lock "f63e68b5-6e85-4757-afaa-b97dfd77160e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lock "f63e68b5-6e85-4757-afaa-b97dfd77160e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:14 user nova-compute[75018]: INFO nova.compute.manager [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Terminating instance
Dec 05 17:01:14 user nova-compute[75018]: DEBUG nova.compute.manager [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:01:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-1633d72a-7415-4868-a451-7242845bbf0f req-777f81a3-6715-4d73-b13f-527b99b73fba service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Received event network-vif-unplugged-0e7415c6-73fc-4fd0-bea7-28f43d6a6e76 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1633d72a-7415-4868-a451-7242845bbf0f req-777f81a3-6715-4d73-b13f-527b99b73fba service nova] Acquiring lock "f63e68b5-6e85-4757-afaa-b97dfd77160e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1633d72a-7415-4868-a451-7242845bbf0f req-777f81a3-6715-4d73-b13f-527b99b73fba service nova] Lock "f63e68b5-6e85-4757-afaa-b97dfd77160e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1633d72a-7415-4868-a451-7242845bbf0f req-777f81a3-6715-4d73-b13f-527b99b73fba service nova] Lock "f63e68b5-6e85-4757-afaa-b97dfd77160e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-1633d72a-7415-4868-a451-7242845bbf0f req-777f81a3-6715-4d73-b13f-527b99b73fba service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] No waiting events found dispatching network-vif-unplugged-0e7415c6-73fc-4fd0-bea7-28f43d6a6e76 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-1633d72a-7415-4868-a451-7242845bbf0f req-777f81a3-6715-4d73-b13f-527b99b73fba service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Received event network-vif-unplugged-0e7415c6-73fc-4fd0-bea7-28f43d6a6e76 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:15 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Instance destroyed successfully.
Dec 05 17:01:15 user nova-compute[75018]: DEBUG nova.objects.instance [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lazy-loading 'resources' on Instance uuid f63e68b5-6e85-4757-afaa-b97dfd77160e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:59:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-95477499',display_name='tempest-VolumesActionsTest-instance-95477499',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-95477499',id=12,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:59:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5b644970c4024ee69971b000a73f7d71',ramdisk_id='',reservation_id='r-la6qhdin',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-642494773',owner_user_name='tempest-VolumesActionsTest-642494773-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:59:21Z,user_data=None,user_id='1ee5ab7a49ac47c6840e2f1762a20008',uuid=f63e68b5-6e85-4757-afaa-b97dfd77160e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "address": "fa:16:3e:64:b3:07", "network": {"id": "2a97ba4d-de10-4940-ab84-c6877092cb0f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-785292758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b644970c4024ee69971b000a73f7d71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e7415c6-73", "ovs_interfaceid": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Converting VIF {"id": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "address": "fa:16:3e:64:b3:07", "network": {"id": "2a97ba4d-de10-4940-ab84-c6877092cb0f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-785292758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b644970c4024ee69971b000a73f7d71", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e7415c6-73", "ovs_interfaceid": "0e7415c6-73fc-4fd0-bea7-28f43d6a6e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:b3:07,bridge_name='br-int',has_traffic_filtering=True,id=0e7415c6-73fc-4fd0-bea7-28f43d6a6e76,network=Network(2a97ba4d-de10-4940-ab84-c6877092cb0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e7415c6-73') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG os_vif [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:b3:07,bridge_name='br-int',has_traffic_filtering=True,id=0e7415c6-73fc-4fd0-bea7-28f43d6a6e76,network=Network(2a97ba4d-de10-4940-ab84-c6877092cb0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e7415c6-73') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0e7415c6-73, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=79c2ccc9-72e1-4d98-ad88-02c985a8e6fd) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:15 user nova-compute[75018]: INFO os_vif [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:b3:07,bridge_name='br-int',has_traffic_filtering=True,id=0e7415c6-73fc-4fd0-bea7-28f43d6a6e76,network=Network(2a97ba4d-de10-4940-ab84-c6877092cb0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e7415c6-73')
Dec 05 17:01:15 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Deleting instance files /opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e_del
Dec 05 17:01:15 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Deletion of /opt/stack/data/nova/instances/f63e68b5-6e85-4757-afaa-b97dfd77160e_del complete
Dec 05 17:01:15 user nova-compute[75018]: INFO nova.compute.manager [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Took 0.70 seconds to destroy the instance on the hypervisor.
Dec 05 17:01:15 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:01:15 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:01:15 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Took 0.46 seconds to deallocate network for instance.
Dec 05 17:01:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:16 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:01:16 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:01:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.324s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:16 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Deleted allocations for instance f63e68b5-6e85-4757-afaa-b97dfd77160e
Dec 05 17:01:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3ed30044-ad4a-49e6-acf0-0147468717c2 tempest-VolumesActionsTest-642494773 tempest-VolumesActionsTest-642494773-project-member] Lock "f63e68b5-6e85-4757-afaa-b97dfd77160e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.690s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-da0fa738-9752-4631-8c77-09dc32a219ca req-ef2b5580-023d-4168-9156-257657712f84 service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Received event network-vif-plugged-0e7415c6-73fc-4fd0-bea7-28f43d6a6e76 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da0fa738-9752-4631-8c77-09dc32a219ca req-ef2b5580-023d-4168-9156-257657712f84 service nova] Acquiring lock "f63e68b5-6e85-4757-afaa-b97dfd77160e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da0fa738-9752-4631-8c77-09dc32a219ca req-ef2b5580-023d-4168-9156-257657712f84 service nova] Lock "f63e68b5-6e85-4757-afaa-b97dfd77160e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da0fa738-9752-4631-8c77-09dc32a219ca req-ef2b5580-023d-4168-9156-257657712f84 service nova] Lock "f63e68b5-6e85-4757-afaa-b97dfd77160e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-da0fa738-9752-4631-8c77-09dc32a219ca req-ef2b5580-023d-4168-9156-257657712f84 service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] No waiting events found dispatching network-vif-plugged-0e7415c6-73fc-4fd0-bea7-28f43d6a6e76 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:17 user nova-compute[75018]: WARNING nova.compute.manager [req-da0fa738-9752-4631-8c77-09dc32a219ca req-ef2b5580-023d-4168-9156-257657712f84 service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Received unexpected event network-vif-plugged-0e7415c6-73fc-4fd0-bea7-28f43d6a6e76 for instance with vm_state deleted and task_state None.
Dec 05 17:01:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-da0fa738-9752-4631-8c77-09dc32a219ca req-ef2b5580-023d-4168-9156-257657712f84 service nova] [instance: f63e68b5-6e85-4757-afaa-b97dfd77160e] Received event network-vif-deleted-0e7415c6-73fc-4fd0-bea7-28f43d6a6e76 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:21 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Waiting for libvirt event about the detach of device tap4aecdea4-9e with device alias net1 from instance 90ef686b-3ab5-4970-849d-04c563a39459 is timed out.
Dec 05 17:01:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:6b:03:d3"/><model type="virtio"/><mtu size="1442"/><target dev="tap4aecdea4-9e"/></interface> {{(pid=75018) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 05 17:01:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:6b:03:d3"/><model type="virtio"/><mtu size="1442"/><target dev="tap4aecdea4-9e"/></interface>not found in domain: <domain type='kvm' id='5'>
Dec 05 17:01:21 user nova-compute[75018]:   <name>instance-00000005</name>
Dec 05 17:01:21 user nova-compute[75018]:   <uuid>90ef686b-3ab5-4970-849d-04c563a39459</uuid>
Dec 05 17:01:21 user nova-compute[75018]:   <metadata>
Dec 05 17:01:21 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:01:21 user nova-compute[75018]:   <nova:package version="0.0.0"/>
Dec 05 17:01:21 user nova-compute[75018]:   <nova:name>tempest-device-tagging-server-444793847</nova:name>
Dec 05 17:01:21 user nova-compute[75018]:   <nova:creationTime>2023-12-05 17:00:20</nova:creationTime>
Dec 05 17:01:21 user nova-compute[75018]:   <nova:flavor name="m1.tiny">
Dec 05 17:01:21 user nova-compute[75018]:     <nova:memory>512</nova:memory>
Dec 05 17:01:21 user nova-compute[75018]:     <nova:disk>1</nova:disk>
Dec 05 17:01:21 user nova-compute[75018]:     <nova:swap>0</nova:swap>
Dec 05 17:01:21 user nova-compute[75018]:     <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:01:21 user nova-compute[75018]:     <nova:vcpus>1</nova:vcpus>
Dec 05 17:01:21 user nova-compute[75018]:   </nova:flavor>
Dec 05 17:01:21 user nova-compute[75018]:   <nova:owner>
Dec 05 17:01:21 user nova-compute[75018]:     <nova:user uuid="e0971d1203d54ddc94323b4660945710">tempest-TaggedAttachmentsTest-1818157073-project-member</nova:user>
Dec 05 17:01:21 user nova-compute[75018]:     <nova:project uuid="d1a0b8f604d44257a61718bc13f23450">tempest-TaggedAttachmentsTest-1818157073</nova:project>
Dec 05 17:01:21 user nova-compute[75018]:   </nova:owner>
Dec 05 17:01:21 user nova-compute[75018]:   <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:01:21 user nova-compute[75018]:   <nova:ports>
Dec 05 17:01:21 user nova-compute[75018]:     <nova:port uuid="c76a1f87-144e-41b1-987e-d0d98f066960">
Dec 05 17:01:21 user nova-compute[75018]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 05 17:01:21 user nova-compute[75018]:     </nova:port>
Dec 05 17:01:21 user nova-compute[75018]:     <nova:port uuid="4aecdea4-9ef8-4c97-9154-f180fe896269">
Dec 05 17:01:21 user nova-compute[75018]:       <nova:ip type="fixed" address="10.10.10.214" ipVersion="4"/>
Dec 05 17:01:21 user nova-compute[75018]:     </nova:port>
Dec 05 17:01:21 user nova-compute[75018]:   </nova:ports>
Dec 05 17:01:21 user nova-compute[75018]: </nova:instance>
Dec 05 17:01:21 user nova-compute[75018]:   </metadata>
Dec 05 17:01:21 user nova-compute[75018]:   <memory unit='KiB'>524288</memory>
Dec 05 17:01:21 user nova-compute[75018]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 05 17:01:21 user nova-compute[75018]:   <vcpu placement='static'>1</vcpu>
Dec 05 17:01:21 user nova-compute[75018]:   <resource>
Dec 05 17:01:21 user nova-compute[75018]:     <partition>/machine</partition>
Dec 05 17:01:21 user nova-compute[75018]:   </resource>
Dec 05 17:01:21 user nova-compute[75018]:   <sysinfo type='smbios'>
Dec 05 17:01:21 user nova-compute[75018]:     <system>
Dec 05 17:01:21 user nova-compute[75018]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 05 17:01:21 user nova-compute[75018]:       <entry name='product'>OpenStack Nova</entry>
Dec 05 17:01:21 user nova-compute[75018]:       <entry name='version'>0.0.0</entry>
Dec 05 17:01:21 user nova-compute[75018]:       <entry name='serial'>90ef686b-3ab5-4970-849d-04c563a39459</entry>
Dec 05 17:01:21 user nova-compute[75018]:       <entry name='uuid'>90ef686b-3ab5-4970-849d-04c563a39459</entry>
Dec 05 17:01:21 user nova-compute[75018]:       <entry name='family'>Virtual Machine</entry>
Dec 05 17:01:21 user nova-compute[75018]:     </system>
Dec 05 17:01:21 user nova-compute[75018]:   </sysinfo>
Dec 05 17:01:21 user nova-compute[75018]:   <os>
Dec 05 17:01:21 user nova-compute[75018]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 05 17:01:21 user nova-compute[75018]:     <boot dev='hd'/>
Dec 05 17:01:21 user nova-compute[75018]:     <smbios mode='sysinfo'/>
Dec 05 17:01:21 user nova-compute[75018]:   </os>
Dec 05 17:01:21 user nova-compute[75018]:   <features>
Dec 05 17:01:21 user nova-compute[75018]:     <acpi/>
Dec 05 17:01:21 user nova-compute[75018]:     <apic/>
Dec 05 17:01:21 user nova-compute[75018]:     <vmcoreinfo state='on'/>
Dec 05 17:01:21 user nova-compute[75018]:   </features>
Dec 05 17:01:21 user nova-compute[75018]:   <cpu mode='custom' match='exact' check='full'>
Dec 05 17:01:21 user nova-compute[75018]:     <model fallback='forbid'>Nehalem</model>
Dec 05 17:01:21 user nova-compute[75018]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 05 17:01:21 user nova-compute[75018]:     <feature policy='require' name='vme'/>
Dec 05 17:01:21 user nova-compute[75018]:     <feature policy='require' name='x2apic'/>
Dec 05 17:01:21 user nova-compute[75018]:     <feature policy='require' name='hypervisor'/>
Dec 05 17:01:21 user nova-compute[75018]:   </cpu>
Dec 05 17:01:21 user nova-compute[75018]:   <clock offset='utc'>
Dec 05 17:01:21 user nova-compute[75018]:     <timer name='pit' tickpolicy='delay'/>
Dec 05 17:01:21 user nova-compute[75018]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 05 17:01:21 user nova-compute[75018]:     <timer name='hpet' present='no'/>
Dec 05 17:01:21 user nova-compute[75018]:   </clock>
Dec 05 17:01:21 user nova-compute[75018]:   <on_poweroff>destroy</on_poweroff>
Dec 05 17:01:21 user nova-compute[75018]:   <on_reboot>restart</on_reboot>
Dec 05 17:01:21 user nova-compute[75018]:   <on_crash>destroy</on_crash>
Dec 05 17:01:21 user nova-compute[75018]:   <devices>
Dec 05 17:01:21 user nova-compute[75018]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 05 17:01:21 user nova-compute[75018]:     <disk type='file' device='disk'>
Dec 05 17:01:21 user nova-compute[75018]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 05 17:01:21 user nova-compute[75018]:       <source file='/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk' index='2'/>
Dec 05 17:01:21 user nova-compute[75018]:       <backingStore type='file' index='3'>
Dec 05 17:01:21 user nova-compute[75018]:         <format type='raw'/>
Dec 05 17:01:21 user nova-compute[75018]:         <source file='/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8'/>
Dec 05 17:01:21 user nova-compute[75018]:         <backingStore/>
Dec 05 17:01:21 user nova-compute[75018]:       </backingStore>
Dec 05 17:01:21 user nova-compute[75018]:       <target dev='vda' bus='virtio'/>
Dec 05 17:01:21 user nova-compute[75018]:       <alias name='virtio-disk0'/>
Dec 05 17:01:21 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 05 17:01:21 user nova-compute[75018]:     </disk>
Dec 05 17:01:21 user nova-compute[75018]:     <disk type='file' device='cdrom'>
Dec 05 17:01:21 user nova-compute[75018]:       <driver name='qemu' type='raw' cache='none'/>
Dec 05 17:01:21 user nova-compute[75018]:       <source file='/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk.config' index='1'/>
Dec 05 17:01:21 user nova-compute[75018]:       <backingStore/>
Dec 05 17:01:21 user nova-compute[75018]:       <target dev='hda' bus='ide'/>
Dec 05 17:01:21 user nova-compute[75018]:       <readonly/>
Dec 05 17:01:21 user nova-compute[75018]:       <alias name='ide0-0-0'/>
Dec 05 17:01:21 user nova-compute[75018]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 05 17:01:21 user nova-compute[75018]:     </disk>
Dec 05 17:01:21 user nova-compute[75018]:     <controller type='usb' index='0' model='none'>
Dec 05 17:01:21 user nova-compute[75018]:       <alias name='usb'/>
Dec 05 17:01:21 user nova-compute[75018]:     </controller>
Dec 05 17:01:21 user nova-compute[75018]:     <controller type='pci' index='0' model='pci-root'>
Dec 05 17:01:21 user nova-compute[75018]:       <alias name='pci.0'/>
Dec 05 17:01:21 user nova-compute[75018]:     </controller>
Dec 05 17:01:21 user nova-compute[75018]:     <controller type='ide' index='0'>
Dec 05 17:01:21 user nova-compute[75018]:       <alias name='ide'/>
Dec 05 17:01:21 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 05 17:01:21 user nova-compute[75018]:     </controller>
Dec 05 17:01:21 user nova-compute[75018]:     <interface type='ethernet'>
Dec 05 17:01:21 user nova-compute[75018]:       <mac address='fa:16:3e:6d:4a:01'/>
Dec 05 17:01:21 user nova-compute[75018]:       <target dev='tapc76a1f87-14'/>
Dec 05 17:01:21 user nova-compute[75018]:       <model type='virtio'/>
Dec 05 17:01:21 user nova-compute[75018]:       <mtu size='1442'/>
Dec 05 17:01:21 user nova-compute[75018]:       <alias name='net0'/>
Dec 05 17:01:21 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 05 17:01:21 user nova-compute[75018]:     </interface>
Dec 05 17:01:21 user nova-compute[75018]:     <serial type='pty'>
Dec 05 17:01:21 user nova-compute[75018]:       <source path='/dev/pts/4'/>
Dec 05 17:01:21 user nova-compute[75018]:       <log file='/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/console.log' append='off'/>
Dec 05 17:01:21 user nova-compute[75018]:       <target type='isa-serial' port='0'>
Dec 05 17:01:21 user nova-compute[75018]:         <model name='isa-serial'/>
Dec 05 17:01:21 user nova-compute[75018]:       </target>
Dec 05 17:01:21 user nova-compute[75018]:       <alias name='serial0'/>
Dec 05 17:01:21 user nova-compute[75018]:     </serial>
Dec 05 17:01:21 user nova-compute[75018]:     <console type='pty' tty='/dev/pts/4'>
Dec 05 17:01:21 user nova-compute[75018]:       <source path='/dev/pts/4'/>
Dec 05 17:01:21 user nova-compute[75018]:       <log file='/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/console.log' append='off'/>
Dec 05 17:01:21 user nova-compute[75018]:       <target type='serial' port='0'/>
Dec 05 17:01:21 user nova-compute[75018]:       <alias name='serial0'/>
Dec 05 17:01:21 user nova-compute[75018]:     </console>
Dec 05 17:01:21 user nova-compute[75018]:     <input type='mouse' bus='ps2'>
Dec 05 17:01:21 user nova-compute[75018]:       <alias name='input0'/>
Dec 05 17:01:21 user nova-compute[75018]:     </input>
Dec 05 17:01:21 user nova-compute[75018]:     <input type='keyboard' bus='ps2'>
Dec 05 17:01:21 user nova-compute[75018]:       <alias name='input1'/>
Dec 05 17:01:21 user nova-compute[75018]:     </input>
Dec 05 17:01:21 user nova-compute[75018]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Dec 05 17:01:21 user nova-compute[75018]:       <listen type='address' address='0.0.0.0'/>
Dec 05 17:01:21 user nova-compute[75018]:     </graphics>
Dec 05 17:01:21 user nova-compute[75018]:     <audio id='1' type='none'/>
Dec 05 17:01:21 user nova-compute[75018]:     <video>
Dec 05 17:01:21 user nova-compute[75018]:       <model type='virtio' heads='1' primary='yes'/>
Dec 05 17:01:21 user nova-compute[75018]:       <alias name='video0'/>
Dec 05 17:01:21 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 05 17:01:21 user nova-compute[75018]:     </video>
Dec 05 17:01:21 user nova-compute[75018]:     <memballoon model='virtio'>
Dec 05 17:01:21 user nova-compute[75018]:       <stats period='10'/>
Dec 05 17:01:21 user nova-compute[75018]:       <alias name='balloon0'/>
Dec 05 17:01:21 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 05 17:01:21 user nova-compute[75018]:     </memballoon>
Dec 05 17:01:21 user nova-compute[75018]:     <rng model='virtio'>
Dec 05 17:01:21 user nova-compute[75018]:       <backend model='random'>/dev/urandom</backend>
Dec 05 17:01:21 user nova-compute[75018]:       <alias name='rng0'/>
Dec 05 17:01:21 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 05 17:01:21 user nova-compute[75018]:     </rng>
Dec 05 17:01:21 user nova-compute[75018]:   </devices>
Dec 05 17:01:21 user nova-compute[75018]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 05 17:01:21 user nova-compute[75018]:     <label>libvirt-90ef686b-3ab5-4970-849d-04c563a39459</label>
Dec 05 17:01:21 user nova-compute[75018]:     <imagelabel>libvirt-90ef686b-3ab5-4970-849d-04c563a39459</imagelabel>
Dec 05 17:01:21 user nova-compute[75018]:   </seclabel>
Dec 05 17:01:21 user nova-compute[75018]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 05 17:01:21 user nova-compute[75018]:     <label>+64055:+108</label>
Dec 05 17:01:21 user nova-compute[75018]:     <imagelabel>+64055:+108</imagelabel>
Dec 05 17:01:21 user nova-compute[75018]:   </seclabel>
Dec 05 17:01:21 user nova-compute[75018]: </domain>
Dec 05 17:01:21 user nova-compute[75018]:  {{(pid=75018) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 05 17:01:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Successfully detached device tap4aecdea4-9e from instance 90ef686b-3ab5-4970-849d-04c563a39459 from the live domain config.
Dec 05 17:01:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:58:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-444793847',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-444793847',id=5,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0F4tr//4DRozpM3VkBGKLu4l4pvokC+IdPB4zWPry3jtFEqnJVeY2ceYImSheo0wpM8ldJg/EBNqPzv3lhBuAK3MMppjuNHbytosqAFdentyjU4ooP/HG4QriibQM+lA==',key_name='tempest-keypair-2056806653',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:58:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d1a0b8f604d44257a61718bc13f23450',ramdisk_id='',reservation_id='r-sbz57739',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1818157073',owner_user_name='tempest-TaggedAttachmentsTest-1818157073-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:58:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e0971d1203d54ddc94323b4660945710',uuid=90ef686b-3ab5-4970-849d-04c563a39459,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4aecdea4-9ef8-4c97-9154-f180fe896269", "address": "fa:16:3e:6b:03:d3", "network": {"id": "97a2f35b-e189-478e-82f9-be2070f760bd", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1669224210", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4aecdea4-9e", "ovs_interfaceid": "4aecdea4-9ef8-4c97-9154-f180fe896269", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:21 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Converting VIF {"id": "4aecdea4-9ef8-4c97-9154-f180fe896269", "address": "fa:16:3e:6b:03:d3", "network": {"id": "97a2f35b-e189-478e-82f9-be2070f760bd", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1669224210", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4aecdea4-9e", "ovs_interfaceid": "4aecdea4-9ef8-4c97-9154-f180fe896269", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:21 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6b:03:d3,bridge_name='br-int',has_traffic_filtering=True,id=4aecdea4-9ef8-4c97-9154-f180fe896269,network=Network(97a2f35b-e189-478e-82f9-be2070f760bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4aecdea4-9e') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:21 user nova-compute[75018]: DEBUG os_vif [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6b:03:d3,bridge_name='br-int',has_traffic_filtering=True,id=4aecdea4-9ef8-4c97-9154-f180fe896269,network=Network(97a2f35b-e189-478e-82f9-be2070f760bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4aecdea4-9e') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4aecdea4-9e, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a9b47253-836d-4746-a2cd-bf31c03e8e68) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:21 user nova-compute[75018]: INFO os_vif [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6b:03:d3,bridge_name='br-int',has_traffic_filtering=True,id=4aecdea4-9ef8-4c97-9154-f180fe896269,network=Network(97a2f35b-e189-478e-82f9-be2070f760bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4aecdea4-9e')
Dec 05 17:01:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:01:21 user nova-compute[75018]:   <nova:package version="0.0.0"/>
Dec 05 17:01:21 user nova-compute[75018]:   <nova:name>tempest-device-tagging-server-444793847</nova:name>
Dec 05 17:01:21 user nova-compute[75018]:   <nova:creationTime>2023-12-05 17:01:21</nova:creationTime>
Dec 05 17:01:21 user nova-compute[75018]:   <nova:flavor name="m1.tiny">
Dec 05 17:01:21 user nova-compute[75018]:     <nova:memory>512</nova:memory>
Dec 05 17:01:21 user nova-compute[75018]:     <nova:disk>1</nova:disk>
Dec 05 17:01:21 user nova-compute[75018]:     <nova:swap>0</nova:swap>
Dec 05 17:01:21 user nova-compute[75018]:     <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:01:21 user nova-compute[75018]:     <nova:vcpus>1</nova:vcpus>
Dec 05 17:01:21 user nova-compute[75018]:   </nova:flavor>
Dec 05 17:01:21 user nova-compute[75018]:   <nova:owner>
Dec 05 17:01:21 user nova-compute[75018]:     <nova:user uuid="e0971d1203d54ddc94323b4660945710">tempest-TaggedAttachmentsTest-1818157073-project-member</nova:user>
Dec 05 17:01:21 user nova-compute[75018]:     <nova:project uuid="d1a0b8f604d44257a61718bc13f23450">tempest-TaggedAttachmentsTest-1818157073</nova:project>
Dec 05 17:01:21 user nova-compute[75018]:   </nova:owner>
Dec 05 17:01:21 user nova-compute[75018]:   <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:01:21 user nova-compute[75018]:   <nova:ports>
Dec 05 17:01:21 user nova-compute[75018]:     <nova:port uuid="c76a1f87-144e-41b1-987e-d0d98f066960">
Dec 05 17:01:21 user nova-compute[75018]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 05 17:01:21 user nova-compute[75018]:     </nova:port>
Dec 05 17:01:21 user nova-compute[75018]:   </nova:ports>
Dec 05 17:01:21 user nova-compute[75018]: </nova:instance>
Dec 05 17:01:21 user nova-compute[75018]:  {{(pid=75018) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received event network-vif-deleted-4aecdea4-9ef8-4c97-9154-f180fe896269 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:22 user nova-compute[75018]: INFO nova.compute.manager [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Neutron deleted interface 4aecdea4-9ef8-4c97-9154-f180fe896269; detaching it from the instance and deleting it from the info cache
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.network.neutron [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Updating instance_info_cache with network_info: [{"id": "c76a1f87-144e-41b1-987e-d0d98f066960", "address": "fa:16:3e:6d:4a:01", "network": {"id": "59fbfc77-385f-452b-bf63-97845f61a8af", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1220182903-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc76a1f87-14", "ovs_interfaceid": "c76a1f87-144e-41b1-987e-d0d98f066960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquired lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.network.neutron [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.objects.instance [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] Lazy-loading 'system_metadata' on Instance uuid 90ef686b-3ab5-4970-849d-04c563a39459 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.objects.instance [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] Lazy-loading 'flavor' on Instance uuid 90ef686b-3ab5-4970-849d-04c563a39459 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.objects.base [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] Object Instance<90ef686b-3ab5-4970-849d-04c563a39459> lazy-loaded attributes: system_metadata,flavor {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:58:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-444793847',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-444793847',id=5,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0F4tr//4DRozpM3VkBGKLu4l4pvokC+IdPB4zWPry3jtFEqnJVeY2ceYImSheo0wpM8ldJg/EBNqPzv3lhBuAK3MMppjuNHbytosqAFdentyjU4ooP/HG4QriibQM+lA==',key_name='tempest-keypair-2056806653',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:58:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d1a0b8f604d44257a61718bc13f23450',ramdisk_id='',reservation_id='r-sbz57739',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1818157073',owner_user_name='tempest-TaggedAttachmentsTest-1818157073-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:58:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e0971d1203d54ddc94323b4660945710',uuid=90ef686b-3ab5-4970-849d-04c563a39459,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4aecdea4-9ef8-4c97-9154-f180fe896269", "address": "fa:16:3e:6b:03:d3", "network": {"id": "97a2f35b-e189-478e-82f9-be2070f760bd", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1669224210", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4aecdea4-9e", "ovs_interfaceid": "4aecdea4-9ef8-4c97-9154-f180fe896269", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.network.os_vif_util [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] Converting VIF {"id": "4aecdea4-9ef8-4c97-9154-f180fe896269", "address": "fa:16:3e:6b:03:d3", "network": {"id": "97a2f35b-e189-478e-82f9-be2070f760bd", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1669224210", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4aecdea4-9e", "ovs_interfaceid": "4aecdea4-9ef8-4c97-9154-f180fe896269", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.network.os_vif_util [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6b:03:d3,bridge_name='br-int',has_traffic_filtering=True,id=4aecdea4-9ef8-4c97-9154-f180fe896269,network=Network(97a2f35b-e189-478e-82f9-be2070f760bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4aecdea4-9e') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:6b:03:d3"/><model type="virtio"/><mtu size="1442"/><target dev="tap4aecdea4-9e"/></interface> {{(pid=75018) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:6b:03:d3"/><model type="virtio"/><mtu size="1442"/><target dev="tap4aecdea4-9e"/></interface>not found in domain: <domain type='kvm' id='5'>
Dec 05 17:01:22 user nova-compute[75018]:   <name>instance-00000005</name>
Dec 05 17:01:22 user nova-compute[75018]:   <uuid>90ef686b-3ab5-4970-849d-04c563a39459</uuid>
Dec 05 17:01:22 user nova-compute[75018]:   <metadata>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:01:22 user nova-compute[75018]:   <nova:package version="0.0.0"/>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:name>tempest-device-tagging-server-444793847</nova:name>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:creationTime>2023-12-05 17:01:21</nova:creationTime>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:flavor name="m1.tiny">
Dec 05 17:01:22 user nova-compute[75018]:     <nova:memory>512</nova:memory>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:disk>1</nova:disk>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:swap>0</nova:swap>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:vcpus>1</nova:vcpus>
Dec 05 17:01:22 user nova-compute[75018]:   </nova:flavor>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:owner>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:user uuid="e0971d1203d54ddc94323b4660945710">tempest-TaggedAttachmentsTest-1818157073-project-member</nova:user>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:project uuid="d1a0b8f604d44257a61718bc13f23450">tempest-TaggedAttachmentsTest-1818157073</nova:project>
Dec 05 17:01:22 user nova-compute[75018]:   </nova:owner>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:ports>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:port uuid="c76a1f87-144e-41b1-987e-d0d98f066960">
Dec 05 17:01:22 user nova-compute[75018]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 05 17:01:22 user nova-compute[75018]:     </nova:port>
Dec 05 17:01:22 user nova-compute[75018]:   </nova:ports>
Dec 05 17:01:22 user nova-compute[75018]: </nova:instance>
Dec 05 17:01:22 user nova-compute[75018]:   </metadata>
Dec 05 17:01:22 user nova-compute[75018]:   <memory unit='KiB'>524288</memory>
Dec 05 17:01:22 user nova-compute[75018]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 05 17:01:22 user nova-compute[75018]:   <vcpu placement='static'>1</vcpu>
Dec 05 17:01:22 user nova-compute[75018]:   <resource>
Dec 05 17:01:22 user nova-compute[75018]:     <partition>/machine</partition>
Dec 05 17:01:22 user nova-compute[75018]:   </resource>
Dec 05 17:01:22 user nova-compute[75018]:   <sysinfo type='smbios'>
Dec 05 17:01:22 user nova-compute[75018]:     <system>
Dec 05 17:01:22 user nova-compute[75018]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 05 17:01:22 user nova-compute[75018]:       <entry name='product'>OpenStack Nova</entry>
Dec 05 17:01:22 user nova-compute[75018]:       <entry name='version'>0.0.0</entry>
Dec 05 17:01:22 user nova-compute[75018]:       <entry name='serial'>90ef686b-3ab5-4970-849d-04c563a39459</entry>
Dec 05 17:01:22 user nova-compute[75018]:       <entry name='uuid'>90ef686b-3ab5-4970-849d-04c563a39459</entry>
Dec 05 17:01:22 user nova-compute[75018]:       <entry name='family'>Virtual Machine</entry>
Dec 05 17:01:22 user nova-compute[75018]:     </system>
Dec 05 17:01:22 user nova-compute[75018]:   </sysinfo>
Dec 05 17:01:22 user nova-compute[75018]:   <os>
Dec 05 17:01:22 user nova-compute[75018]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 05 17:01:22 user nova-compute[75018]:     <boot dev='hd'/>
Dec 05 17:01:22 user nova-compute[75018]:     <smbios mode='sysinfo'/>
Dec 05 17:01:22 user nova-compute[75018]:   </os>
Dec 05 17:01:22 user nova-compute[75018]:   <features>
Dec 05 17:01:22 user nova-compute[75018]:     <acpi/>
Dec 05 17:01:22 user nova-compute[75018]:     <apic/>
Dec 05 17:01:22 user nova-compute[75018]:     <vmcoreinfo state='on'/>
Dec 05 17:01:22 user nova-compute[75018]:   </features>
Dec 05 17:01:22 user nova-compute[75018]:   <cpu mode='custom' match='exact' check='full'>
Dec 05 17:01:22 user nova-compute[75018]:     <model fallback='forbid'>Nehalem</model>
Dec 05 17:01:22 user nova-compute[75018]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 05 17:01:22 user nova-compute[75018]:     <feature policy='require' name='vme'/>
Dec 05 17:01:22 user nova-compute[75018]:     <feature policy='require' name='x2apic'/>
Dec 05 17:01:22 user nova-compute[75018]:     <feature policy='require' name='hypervisor'/>
Dec 05 17:01:22 user nova-compute[75018]:   </cpu>
Dec 05 17:01:22 user nova-compute[75018]:   <clock offset='utc'>
Dec 05 17:01:22 user nova-compute[75018]:     <timer name='pit' tickpolicy='delay'/>
Dec 05 17:01:22 user nova-compute[75018]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 05 17:01:22 user nova-compute[75018]:     <timer name='hpet' present='no'/>
Dec 05 17:01:22 user nova-compute[75018]:   </clock>
Dec 05 17:01:22 user nova-compute[75018]:   <on_poweroff>destroy</on_poweroff>
Dec 05 17:01:22 user nova-compute[75018]:   <on_reboot>restart</on_reboot>
Dec 05 17:01:22 user nova-compute[75018]:   <on_crash>destroy</on_crash>
Dec 05 17:01:22 user nova-compute[75018]:   <devices>
Dec 05 17:01:22 user nova-compute[75018]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 05 17:01:22 user nova-compute[75018]:     <disk type='file' device='disk'>
Dec 05 17:01:22 user nova-compute[75018]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 05 17:01:22 user nova-compute[75018]:       <source file='/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk' index='2'/>
Dec 05 17:01:22 user nova-compute[75018]:       <backingStore type='file' index='3'>
Dec 05 17:01:22 user nova-compute[75018]:         <format type='raw'/>
Dec 05 17:01:22 user nova-compute[75018]:         <source file='/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8'/>
Dec 05 17:01:22 user nova-compute[75018]:         <backingStore/>
Dec 05 17:01:22 user nova-compute[75018]:       </backingStore>
Dec 05 17:01:22 user nova-compute[75018]:       <target dev='vda' bus='virtio'/>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='virtio-disk0'/>
Dec 05 17:01:22 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </disk>
Dec 05 17:01:22 user nova-compute[75018]:     <disk type='file' device='cdrom'>
Dec 05 17:01:22 user nova-compute[75018]:       <driver name='qemu' type='raw' cache='none'/>
Dec 05 17:01:22 user nova-compute[75018]:       <source file='/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk.config' index='1'/>
Dec 05 17:01:22 user nova-compute[75018]:       <backingStore/>
Dec 05 17:01:22 user nova-compute[75018]:       <target dev='hda' bus='ide'/>
Dec 05 17:01:22 user nova-compute[75018]:       <readonly/>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='ide0-0-0'/>
Dec 05 17:01:22 user nova-compute[75018]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </disk>
Dec 05 17:01:22 user nova-compute[75018]:     <controller type='usb' index='0' model='none'>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='usb'/>
Dec 05 17:01:22 user nova-compute[75018]:     </controller>
Dec 05 17:01:22 user nova-compute[75018]:     <controller type='pci' index='0' model='pci-root'>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='pci.0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </controller>
Dec 05 17:01:22 user nova-compute[75018]:     <controller type='ide' index='0'>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='ide'/>
Dec 05 17:01:22 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 05 17:01:22 user nova-compute[75018]:     </controller>
Dec 05 17:01:22 user nova-compute[75018]:     <interface type='ethernet'>
Dec 05 17:01:22 user nova-compute[75018]:       <mac address='fa:16:3e:6d:4a:01'/>
Dec 05 17:01:22 user nova-compute[75018]:       <target dev='tapc76a1f87-14'/>
Dec 05 17:01:22 user nova-compute[75018]:       <model type='virtio'/>
Dec 05 17:01:22 user nova-compute[75018]:       <mtu size='1442'/>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='net0'/>
Dec 05 17:01:22 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </interface>
Dec 05 17:01:22 user nova-compute[75018]:     <serial type='pty'>
Dec 05 17:01:22 user nova-compute[75018]:       <source path='/dev/pts/4'/>
Dec 05 17:01:22 user nova-compute[75018]:       <log file='/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/console.log' append='off'/>
Dec 05 17:01:22 user nova-compute[75018]:       <target type='isa-serial' port='0'>
Dec 05 17:01:22 user nova-compute[75018]:         <model name='isa-serial'/>
Dec 05 17:01:22 user nova-compute[75018]:       </target>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='serial0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </serial>
Dec 05 17:01:22 user nova-compute[75018]:     <console type='pty' tty='/dev/pts/4'>
Dec 05 17:01:22 user nova-compute[75018]:       <source path='/dev/pts/4'/>
Dec 05 17:01:22 user nova-compute[75018]:       <log file='/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/console.log' append='off'/>
Dec 05 17:01:22 user nova-compute[75018]:       <target type='serial' port='0'/>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='serial0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </console>
Dec 05 17:01:22 user nova-compute[75018]:     <input type='mouse' bus='ps2'>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='input0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </input>
Dec 05 17:01:22 user nova-compute[75018]:     <input type='keyboard' bus='ps2'>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='input1'/>
Dec 05 17:01:22 user nova-compute[75018]:     </input>
Dec 05 17:01:22 user nova-compute[75018]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Dec 05 17:01:22 user nova-compute[75018]:       <listen type='address' address='0.0.0.0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </graphics>
Dec 05 17:01:22 user nova-compute[75018]:     <audio id='1' type='none'/>
Dec 05 17:01:22 user nova-compute[75018]:     <video>
Dec 05 17:01:22 user nova-compute[75018]:       <model type='virtio' heads='1' primary='yes'/>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='video0'/>
Dec 05 17:01:22 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </video>
Dec 05 17:01:22 user nova-compute[75018]:     <memballoon model='virtio'>
Dec 05 17:01:22 user nova-compute[75018]:       <stats period='10'/>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='balloon0'/>
Dec 05 17:01:22 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </memballoon>
Dec 05 17:01:22 user nova-compute[75018]:     <rng model='virtio'>
Dec 05 17:01:22 user nova-compute[75018]:       <backend model='random'>/dev/urandom</backend>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='rng0'/>
Dec 05 17:01:22 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </rng>
Dec 05 17:01:22 user nova-compute[75018]:   </devices>
Dec 05 17:01:22 user nova-compute[75018]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 05 17:01:22 user nova-compute[75018]:     <label>libvirt-90ef686b-3ab5-4970-849d-04c563a39459</label>
Dec 05 17:01:22 user nova-compute[75018]:     <imagelabel>libvirt-90ef686b-3ab5-4970-849d-04c563a39459</imagelabel>
Dec 05 17:01:22 user nova-compute[75018]:   </seclabel>
Dec 05 17:01:22 user nova-compute[75018]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 05 17:01:22 user nova-compute[75018]:     <label>+64055:+108</label>
Dec 05 17:01:22 user nova-compute[75018]:     <imagelabel>+64055:+108</imagelabel>
Dec 05 17:01:22 user nova-compute[75018]:   </seclabel>
Dec 05 17:01:22 user nova-compute[75018]: </domain>
Dec 05 17:01:22 user nova-compute[75018]:  {{(pid=75018) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:6b:03:d3"/><model type="virtio"/><mtu size="1442"/><target dev="tap4aecdea4-9e"/></interface> {{(pid=75018) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:6b:03:d3"/><model type="virtio"/><mtu size="1442"/><target dev="tap4aecdea4-9e"/></interface>not found in domain: <domain type='kvm' id='5'>
Dec 05 17:01:22 user nova-compute[75018]:   <name>instance-00000005</name>
Dec 05 17:01:22 user nova-compute[75018]:   <uuid>90ef686b-3ab5-4970-849d-04c563a39459</uuid>
Dec 05 17:01:22 user nova-compute[75018]:   <metadata>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:01:22 user nova-compute[75018]:   <nova:package version="0.0.0"/>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:name>tempest-device-tagging-server-444793847</nova:name>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:creationTime>2023-12-05 17:01:21</nova:creationTime>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:flavor name="m1.tiny">
Dec 05 17:01:22 user nova-compute[75018]:     <nova:memory>512</nova:memory>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:disk>1</nova:disk>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:swap>0</nova:swap>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:vcpus>1</nova:vcpus>
Dec 05 17:01:22 user nova-compute[75018]:   </nova:flavor>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:owner>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:user uuid="e0971d1203d54ddc94323b4660945710">tempest-TaggedAttachmentsTest-1818157073-project-member</nova:user>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:project uuid="d1a0b8f604d44257a61718bc13f23450">tempest-TaggedAttachmentsTest-1818157073</nova:project>
Dec 05 17:01:22 user nova-compute[75018]:   </nova:owner>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:ports>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:port uuid="c76a1f87-144e-41b1-987e-d0d98f066960">
Dec 05 17:01:22 user nova-compute[75018]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 05 17:01:22 user nova-compute[75018]:     </nova:port>
Dec 05 17:01:22 user nova-compute[75018]:   </nova:ports>
Dec 05 17:01:22 user nova-compute[75018]: </nova:instance>
Dec 05 17:01:22 user nova-compute[75018]:   </metadata>
Dec 05 17:01:22 user nova-compute[75018]:   <memory unit='KiB'>524288</memory>
Dec 05 17:01:22 user nova-compute[75018]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 05 17:01:22 user nova-compute[75018]:   <vcpu placement='static'>1</vcpu>
Dec 05 17:01:22 user nova-compute[75018]:   <resource>
Dec 05 17:01:22 user nova-compute[75018]:     <partition>/machine</partition>
Dec 05 17:01:22 user nova-compute[75018]:   </resource>
Dec 05 17:01:22 user nova-compute[75018]:   <sysinfo type='smbios'>
Dec 05 17:01:22 user nova-compute[75018]:     <system>
Dec 05 17:01:22 user nova-compute[75018]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 05 17:01:22 user nova-compute[75018]:       <entry name='product'>OpenStack Nova</entry>
Dec 05 17:01:22 user nova-compute[75018]:       <entry name='version'>0.0.0</entry>
Dec 05 17:01:22 user nova-compute[75018]:       <entry name='serial'>90ef686b-3ab5-4970-849d-04c563a39459</entry>
Dec 05 17:01:22 user nova-compute[75018]:       <entry name='uuid'>90ef686b-3ab5-4970-849d-04c563a39459</entry>
Dec 05 17:01:22 user nova-compute[75018]:       <entry name='family'>Virtual Machine</entry>
Dec 05 17:01:22 user nova-compute[75018]:     </system>
Dec 05 17:01:22 user nova-compute[75018]:   </sysinfo>
Dec 05 17:01:22 user nova-compute[75018]:   <os>
Dec 05 17:01:22 user nova-compute[75018]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 05 17:01:22 user nova-compute[75018]:     <boot dev='hd'/>
Dec 05 17:01:22 user nova-compute[75018]:     <smbios mode='sysinfo'/>
Dec 05 17:01:22 user nova-compute[75018]:   </os>
Dec 05 17:01:22 user nova-compute[75018]:   <features>
Dec 05 17:01:22 user nova-compute[75018]:     <acpi/>
Dec 05 17:01:22 user nova-compute[75018]:     <apic/>
Dec 05 17:01:22 user nova-compute[75018]:     <vmcoreinfo state='on'/>
Dec 05 17:01:22 user nova-compute[75018]:   </features>
Dec 05 17:01:22 user nova-compute[75018]:   <cpu mode='custom' match='exact' check='full'>
Dec 05 17:01:22 user nova-compute[75018]:     <model fallback='forbid'>Nehalem</model>
Dec 05 17:01:22 user nova-compute[75018]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 05 17:01:22 user nova-compute[75018]:     <feature policy='require' name='vme'/>
Dec 05 17:01:22 user nova-compute[75018]:     <feature policy='require' name='x2apic'/>
Dec 05 17:01:22 user nova-compute[75018]:     <feature policy='require' name='hypervisor'/>
Dec 05 17:01:22 user nova-compute[75018]:   </cpu>
Dec 05 17:01:22 user nova-compute[75018]:   <clock offset='utc'>
Dec 05 17:01:22 user nova-compute[75018]:     <timer name='pit' tickpolicy='delay'/>
Dec 05 17:01:22 user nova-compute[75018]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 05 17:01:22 user nova-compute[75018]:     <timer name='hpet' present='no'/>
Dec 05 17:01:22 user nova-compute[75018]:   </clock>
Dec 05 17:01:22 user nova-compute[75018]:   <on_poweroff>destroy</on_poweroff>
Dec 05 17:01:22 user nova-compute[75018]:   <on_reboot>restart</on_reboot>
Dec 05 17:01:22 user nova-compute[75018]:   <on_crash>destroy</on_crash>
Dec 05 17:01:22 user nova-compute[75018]:   <devices>
Dec 05 17:01:22 user nova-compute[75018]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 05 17:01:22 user nova-compute[75018]:     <disk type='file' device='disk'>
Dec 05 17:01:22 user nova-compute[75018]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 05 17:01:22 user nova-compute[75018]:       <source file='/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk' index='2'/>
Dec 05 17:01:22 user nova-compute[75018]:       <backingStore type='file' index='3'>
Dec 05 17:01:22 user nova-compute[75018]:         <format type='raw'/>
Dec 05 17:01:22 user nova-compute[75018]:         <source file='/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8'/>
Dec 05 17:01:22 user nova-compute[75018]:         <backingStore/>
Dec 05 17:01:22 user nova-compute[75018]:       </backingStore>
Dec 05 17:01:22 user nova-compute[75018]:       <target dev='vda' bus='virtio'/>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='virtio-disk0'/>
Dec 05 17:01:22 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </disk>
Dec 05 17:01:22 user nova-compute[75018]:     <disk type='file' device='cdrom'>
Dec 05 17:01:22 user nova-compute[75018]:       <driver name='qemu' type='raw' cache='none'/>
Dec 05 17:01:22 user nova-compute[75018]:       <source file='/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk.config' index='1'/>
Dec 05 17:01:22 user nova-compute[75018]:       <backingStore/>
Dec 05 17:01:22 user nova-compute[75018]:       <target dev='hda' bus='ide'/>
Dec 05 17:01:22 user nova-compute[75018]:       <readonly/>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='ide0-0-0'/>
Dec 05 17:01:22 user nova-compute[75018]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </disk>
Dec 05 17:01:22 user nova-compute[75018]:     <controller type='usb' index='0' model='none'>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='usb'/>
Dec 05 17:01:22 user nova-compute[75018]:     </controller>
Dec 05 17:01:22 user nova-compute[75018]:     <controller type='pci' index='0' model='pci-root'>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='pci.0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </controller>
Dec 05 17:01:22 user nova-compute[75018]:     <controller type='ide' index='0'>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='ide'/>
Dec 05 17:01:22 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 05 17:01:22 user nova-compute[75018]:     </controller>
Dec 05 17:01:22 user nova-compute[75018]:     <interface type='ethernet'>
Dec 05 17:01:22 user nova-compute[75018]:       <mac address='fa:16:3e:6d:4a:01'/>
Dec 05 17:01:22 user nova-compute[75018]:       <target dev='tapc76a1f87-14'/>
Dec 05 17:01:22 user nova-compute[75018]:       <model type='virtio'/>
Dec 05 17:01:22 user nova-compute[75018]:       <mtu size='1442'/>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='net0'/>
Dec 05 17:01:22 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </interface>
Dec 05 17:01:22 user nova-compute[75018]:     <serial type='pty'>
Dec 05 17:01:22 user nova-compute[75018]:       <source path='/dev/pts/4'/>
Dec 05 17:01:22 user nova-compute[75018]:       <log file='/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/console.log' append='off'/>
Dec 05 17:01:22 user nova-compute[75018]:       <target type='isa-serial' port='0'>
Dec 05 17:01:22 user nova-compute[75018]:         <model name='isa-serial'/>
Dec 05 17:01:22 user nova-compute[75018]:       </target>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='serial0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </serial>
Dec 05 17:01:22 user nova-compute[75018]:     <console type='pty' tty='/dev/pts/4'>
Dec 05 17:01:22 user nova-compute[75018]:       <source path='/dev/pts/4'/>
Dec 05 17:01:22 user nova-compute[75018]:       <log file='/opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/console.log' append='off'/>
Dec 05 17:01:22 user nova-compute[75018]:       <target type='serial' port='0'/>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='serial0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </console>
Dec 05 17:01:22 user nova-compute[75018]:     <input type='mouse' bus='ps2'>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='input0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </input>
Dec 05 17:01:22 user nova-compute[75018]:     <input type='keyboard' bus='ps2'>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='input1'/>
Dec 05 17:01:22 user nova-compute[75018]:     </input>
Dec 05 17:01:22 user nova-compute[75018]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Dec 05 17:01:22 user nova-compute[75018]:       <listen type='address' address='0.0.0.0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </graphics>
Dec 05 17:01:22 user nova-compute[75018]:     <audio id='1' type='none'/>
Dec 05 17:01:22 user nova-compute[75018]:     <video>
Dec 05 17:01:22 user nova-compute[75018]:       <model type='virtio' heads='1' primary='yes'/>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='video0'/>
Dec 05 17:01:22 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </video>
Dec 05 17:01:22 user nova-compute[75018]:     <memballoon model='virtio'>
Dec 05 17:01:22 user nova-compute[75018]:       <stats period='10'/>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='balloon0'/>
Dec 05 17:01:22 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </memballoon>
Dec 05 17:01:22 user nova-compute[75018]:     <rng model='virtio'>
Dec 05 17:01:22 user nova-compute[75018]:       <backend model='random'>/dev/urandom</backend>
Dec 05 17:01:22 user nova-compute[75018]:       <alias name='rng0'/>
Dec 05 17:01:22 user nova-compute[75018]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 05 17:01:22 user nova-compute[75018]:     </rng>
Dec 05 17:01:22 user nova-compute[75018]:   </devices>
Dec 05 17:01:22 user nova-compute[75018]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 05 17:01:22 user nova-compute[75018]:     <label>libvirt-90ef686b-3ab5-4970-849d-04c563a39459</label>
Dec 05 17:01:22 user nova-compute[75018]:     <imagelabel>libvirt-90ef686b-3ab5-4970-849d-04c563a39459</imagelabel>
Dec 05 17:01:22 user nova-compute[75018]:   </seclabel>
Dec 05 17:01:22 user nova-compute[75018]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 05 17:01:22 user nova-compute[75018]:     <label>+64055:+108</label>
Dec 05 17:01:22 user nova-compute[75018]:     <imagelabel>+64055:+108</imagelabel>
Dec 05 17:01:22 user nova-compute[75018]:   </seclabel>
Dec 05 17:01:22 user nova-compute[75018]: </domain>
Dec 05 17:01:22 user nova-compute[75018]:  {{(pid=75018) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 05 17:01:22 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Detaching interface fa:16:3e:6b:03:d3 failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap4aecdea4-9e' not found.
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:58:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-444793847',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-444793847',id=5,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0F4tr//4DRozpM3VkBGKLu4l4pvokC+IdPB4zWPry3jtFEqnJVeY2ceYImSheo0wpM8ldJg/EBNqPzv3lhBuAK3MMppjuNHbytosqAFdentyjU4ooP/HG4QriibQM+lA==',key_name='tempest-keypair-2056806653',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:58:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d1a0b8f604d44257a61718bc13f23450',ramdisk_id='',reservation_id='r-sbz57739',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1818157073',owner_user_name='tempest-TaggedAttachmentsTest-1818157073-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:58:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e0971d1203d54ddc94323b4660945710',uuid=90ef686b-3ab5-4970-849d-04c563a39459,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4aecdea4-9ef8-4c97-9154-f180fe896269", "address": "fa:16:3e:6b:03:d3", "network": {"id": "97a2f35b-e189-478e-82f9-be2070f760bd", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1669224210", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4aecdea4-9e", "ovs_interfaceid": "4aecdea4-9ef8-4c97-9154-f180fe896269", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.network.os_vif_util [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] Converting VIF {"id": "4aecdea4-9ef8-4c97-9154-f180fe896269", "address": "fa:16:3e:6b:03:d3", "network": {"id": "97a2f35b-e189-478e-82f9-be2070f760bd", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1669224210", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4aecdea4-9e", "ovs_interfaceid": "4aecdea4-9ef8-4c97-9154-f180fe896269", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.network.os_vif_util [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6b:03:d3,bridge_name='br-int',has_traffic_filtering=True,id=4aecdea4-9ef8-4c97-9154-f180fe896269,network=Network(97a2f35b-e189-478e-82f9-be2070f760bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4aecdea4-9e') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG os_vif [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6b:03:d3,bridge_name='br-int',has_traffic_filtering=True,id=4aecdea4-9ef8-4c97-9154-f180fe896269,network=Network(97a2f35b-e189-478e-82f9-be2070f760bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4aecdea4-9e') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4aecdea4-9e, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:01:22 user nova-compute[75018]: INFO os_vif [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6b:03:d3,bridge_name='br-int',has_traffic_filtering=True,id=4aecdea4-9ef8-4c97-9154-f180fe896269,network=Network(97a2f35b-e189-478e-82f9-be2070f760bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4aecdea4-9e')
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [req-ac4d6cdc-c03f-4d97-8850-4463932e42b6 req-246cbc63-cec7-4bc3-8bc5-a8cdf1254ab6 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:01:22 user nova-compute[75018]:   <nova:package version="0.0.0"/>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:name>tempest-device-tagging-server-444793847</nova:name>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:creationTime>2023-12-05 17:01:22</nova:creationTime>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:flavor name="m1.tiny">
Dec 05 17:01:22 user nova-compute[75018]:     <nova:memory>512</nova:memory>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:disk>1</nova:disk>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:swap>0</nova:swap>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:vcpus>1</nova:vcpus>
Dec 05 17:01:22 user nova-compute[75018]:   </nova:flavor>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:owner>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:user uuid="e0971d1203d54ddc94323b4660945710">tempest-TaggedAttachmentsTest-1818157073-project-member</nova:user>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:project uuid="d1a0b8f604d44257a61718bc13f23450">tempest-TaggedAttachmentsTest-1818157073</nova:project>
Dec 05 17:01:22 user nova-compute[75018]:   </nova:owner>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:01:22 user nova-compute[75018]:   <nova:ports>
Dec 05 17:01:22 user nova-compute[75018]:     <nova:port uuid="c76a1f87-144e-41b1-987e-d0d98f066960">
Dec 05 17:01:22 user nova-compute[75018]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 05 17:01:22 user nova-compute[75018]:     </nova:port>
Dec 05 17:01:22 user nova-compute[75018]:   </nova:ports>
Dec 05 17:01:22 user nova-compute[75018]: </nova:instance>
Dec 05 17:01:22 user nova-compute[75018]:  {{(pid=75018) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 05 17:01:22 user nova-compute[75018]: INFO nova.network.neutron [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Port 4aecdea4-9ef8-4c97-9154-f180fe896269 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
Dec 05 17:01:22 user nova-compute[75018]: DEBUG nova.network.neutron [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Updating instance_info_cache with network_info: [{"id": "c76a1f87-144e-41b1-987e-d0d98f066960", "address": "fa:16:3e:6d:4a:01", "network": {"id": "59fbfc77-385f-452b-bf63-97845f61a8af", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1220182903-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc76a1f87-14", "ovs_interfaceid": "c76a1f87-144e-41b1-987e-d0d98f066960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Releasing lock "refresh_cache-90ef686b-3ab5-4970-849d-04c563a39459" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:01:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d43e6e7c-ae4c-441f-84c9-a73179f3a0df tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "interface-90ef686b-3ab5-4970-849d-04c563a39459-4aecdea4-9ef8-4c97-9154-f180fe896269" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.450s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:01:24 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Creating image(s)
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Did not create local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Ensure instance console log exists: /opt/stack/data/nova/instances/aff5eae8-b542-411b-afc8-9208024bcc74/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Start _get_guest_xml network_info=[{"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.83", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MnKxPFOT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aff5eae8-b542-411b-afc8-9208024bcc74', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0ee51f4-e1db-4f0a-8574-8d54eb2dde02', 'serial': 'c0ee51f4-e1db-4f0a-8574-8d54eb2dde02'}, 'attachment_id': '76d29abb-f43e-4b8a-bf11-e71630f0394c', 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:01:24 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 05 17:01:24 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.objects.instance [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lazy-loading 'vcpu_model' on Instance uuid aff5eae8-b542-411b-afc8-9208024bcc74 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MnKxPFOT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:01:24 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:01:24 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:01:24 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d973c28-4874-4f46-a8e8-edc6176f43f8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:01:24 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[781abdec-d709-41c4-9f0a-ebdecaef4578]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02] added
Dec 05 17:01:24 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cd42f8f-ba93-4c75-9535-eb4dc7d07d05]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2fc51e9-9315-4763-8238-9fb888f4816a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MnKxPFOT {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MnKxPFOT" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[dda259e9-34a3-4848-9e21-156721cb8002]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MnKxPFOT'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f47b0e5-473e-4f91-ade6-05f30763abe5]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6790f4d-0166-443b-8a1e-0bdfcd3cae56]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:24 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:24 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:24 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:24 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:24 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:24 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:24 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:24 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a707d094-f2cd-45ab-aab8-d1071a9990a1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02, portal: 172.16.0.220,3260]
Dec 05 17:01:24 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02, portal: 172.16.0.220,3260] successful.
Dec 05 17:01:24 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[13e374f1-93bf-42f5-8f1b-e78af2e2d9d0]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[169d3683-3054-470e-90f0-89b3f4030919]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:24 user nova-compute[75018]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:01:24 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:24 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:24 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:24 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:24 user nova-compute[75018]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:01:24 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:24 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:24 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:24 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] HCTL ('33', '-', '-', 0) found on session 16 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd05401f-beed-43f7-9315-34a703b12d79]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Searching for a device in session 16 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:01:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MnKxPFOT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "ae24b446-ae7d-43f2-8298-098879eb0d07" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "ae24b446-ae7d-43f2-8298-098879eb0d07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:01:25 user nova-compute[75018]: INFO nova.compute.claims [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Claim successful on node user
Dec 05 17:01:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.308s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] <== connect_volume: return (1310ms) {'type': 'block', 'scsi_wwn': '26363636366643639', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26363636366643639', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-05T16:58:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-191470322',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-313241662',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJMgAl5LG0+H4mPIsfd96DTZqrzmtemP6EhTqhrTONSgWdmAb0j6vjd4g+5LG+OED3cyBdLbGrL46ZiwXCSyH345qebWtUcT9mpwecz2pZblA+267ZhxYD80tcye4yWgWw==',key_name='tempest-keypair-42463893',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:59:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='30bffdabdbe141c795f97868182b5a5c',ramdisk_id='',reservation_id='r-ca0dyqs0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1813823270',owner_user_name='tempest-ServerActionsV293TestJSON-1813823270-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:01:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3db5a6c0d45b46d09994234397406deb',uuid=aff5eae8-b542-411b-afc8-9208024bcc74,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.83", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Converting VIF {"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.83", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:95:f5:74,bridge_name='br-int',has_traffic_filtering=True,id=fd05b0db-5baa-43a1-865b-a6df8067d554,network=Network(a266ccc2-8166-4dee-ba8c-bac28132847a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd05b0db-5b') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:01:25 user nova-compute[75018]:   <uuid>aff5eae8-b542-411b-afc8-9208024bcc74</uuid>
Dec 05 17:01:25 user nova-compute[75018]:   <name>instance-00000008</name>
Dec 05 17:01:25 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:01:25 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:01:25 user nova-compute[75018]:   <metadata>
Dec 05 17:01:25 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:01:25 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:01:25 user nova-compute[75018]:       <nova:name>tempest-ServerActionsV293TestJSON-server-191470322</nova:name>
Dec 05 17:01:25 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:01:24</nova:creationTime>
Dec 05 17:01:25 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:01:25 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:01:25 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:01:25 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:01:25 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:01:25 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:01:25 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:01:25 user nova-compute[75018]:       <nova:owner>
Dec 05 17:01:25 user nova-compute[75018]:         <nova:user uuid="3db5a6c0d45b46d09994234397406deb">tempest-ServerActionsV293TestJSON-1813823270-project-member</nova:user>
Dec 05 17:01:25 user nova-compute[75018]:         <nova:project uuid="30bffdabdbe141c795f97868182b5a5c">tempest-ServerActionsV293TestJSON-1813823270</nova:project>
Dec 05 17:01:25 user nova-compute[75018]:       </nova:owner>
Dec 05 17:01:25 user nova-compute[75018]:       <nova:ports>
Dec 05 17:01:25 user nova-compute[75018]:         <nova:port uuid="fd05b0db-5baa-43a1-865b-a6df8067d554">
Dec 05 17:01:25 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 05 17:01:25 user nova-compute[75018]:         </nova:port>
Dec 05 17:01:25 user nova-compute[75018]:       </nova:ports>
Dec 05 17:01:25 user nova-compute[75018]:     </nova:instance>
Dec 05 17:01:25 user nova-compute[75018]:   </metadata>
Dec 05 17:01:25 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:01:25 user nova-compute[75018]:     <system>
Dec 05 17:01:25 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:01:25 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:01:25 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:01:25 user nova-compute[75018]:       <entry name="serial">aff5eae8-b542-411b-afc8-9208024bcc74</entry>
Dec 05 17:01:25 user nova-compute[75018]:       <entry name="uuid">aff5eae8-b542-411b-afc8-9208024bcc74</entry>
Dec 05 17:01:25 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:01:25 user nova-compute[75018]:     </system>
Dec 05 17:01:25 user nova-compute[75018]:   </sysinfo>
Dec 05 17:01:25 user nova-compute[75018]:   <os>
Dec 05 17:01:25 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:01:25 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:01:25 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:01:25 user nova-compute[75018]:   </os>
Dec 05 17:01:25 user nova-compute[75018]:   <features>
Dec 05 17:01:25 user nova-compute[75018]:     <acpi/>
Dec 05 17:01:25 user nova-compute[75018]:     <apic/>
Dec 05 17:01:25 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:01:25 user nova-compute[75018]:   </features>
Dec 05 17:01:25 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:01:25 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:01:25 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:01:25 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:01:25 user nova-compute[75018]:   </clock>
Dec 05 17:01:25 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:01:25 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:01:25 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:01:25 user nova-compute[75018]:   </cpu>
Dec 05 17:01:25 user nova-compute[75018]:   <devices>
Dec 05 17:01:25 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:01:25 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:01:25 user nova-compute[75018]:       <source dev="/dev/sdb"/>
Dec 05 17:01:25 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:01:25 user nova-compute[75018]:       <serial>c0ee51f4-e1db-4f0a-8574-8d54eb2dde02</serial>
Dec 05 17:01:25 user nova-compute[75018]:     </disk>
Dec 05 17:01:25 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:01:25 user nova-compute[75018]:       <mac address="fa:16:3e:95:f5:74"/>
Dec 05 17:01:25 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:01:25 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:01:25 user nova-compute[75018]:       <target dev="tapfd05b0db-5b"/>
Dec 05 17:01:25 user nova-compute[75018]:     </interface>
Dec 05 17:01:25 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:01:25 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/aff5eae8-b542-411b-afc8-9208024bcc74/console.log" append="off"/>
Dec 05 17:01:25 user nova-compute[75018]:     </serial>
Dec 05 17:01:25 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:01:25 user nova-compute[75018]:     <video>
Dec 05 17:01:25 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:01:25 user nova-compute[75018]:     </video>
Dec 05 17:01:25 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:01:25 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:01:25 user nova-compute[75018]:     </rng>
Dec 05 17:01:25 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:01:25 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:01:25 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:01:25 user nova-compute[75018]:     </memballoon>
Dec 05 17:01:25 user nova-compute[75018]:   </devices>
Dec 05 17:01:25 user nova-compute[75018]: </domain>
Dec 05 17:01:25 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-05T16:58:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-191470322',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-313241662',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJMgAl5LG0+H4mPIsfd96DTZqrzmtemP6EhTqhrTONSgWdmAb0j6vjd4g+5LG+OED3cyBdLbGrL46ZiwXCSyH345qebWtUcT9mpwecz2pZblA+267ZhxYD80tcye4yWgWw==',key_name='tempest-keypair-42463893',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:59:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='30bffdabdbe141c795f97868182b5a5c',ramdisk_id='',reservation_id='r-ca0dyqs0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1813823270',owner_user_name='tempest-ServerActionsV293TestJSON-1813823270-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:01:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3db5a6c0d45b46d09994234397406deb',uuid=aff5eae8-b542-411b-afc8-9208024bcc74,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.83", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Converting VIF {"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.83", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:95:f5:74,bridge_name='br-int',has_traffic_filtering=True,id=fd05b0db-5baa-43a1-865b-a6df8067d554,network=Network(a266ccc2-8166-4dee-ba8c-bac28132847a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd05b0db-5b') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG os_vif [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:f5:74,bridge_name='br-int',has_traffic_filtering=True,id=fd05b0db-5baa-43a1-865b-a6df8067d554,network=Network(a266ccc2-8166-4dee-ba8c-bac28132847a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd05b0db-5b') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '59d1aff2-c31e-51ce-a642-f6fa16c9a9ff', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfd05b0db-5b, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfd05b0db-5b, col_values=(('qos', UUID('f1519105-b979-4138-8219-6244e9695e5c')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfd05b0db-5b, col_values=(('external_ids', {'iface-id': 'fd05b0db-5baa-43a1-865b-a6df8067d554', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:95:f5:74', 'vm-uuid': 'aff5eae8-b542-411b-afc8-9208024bcc74'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:25 user nova-compute[75018]: INFO os_vif [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:f5:74,bridge_name='br-int',has_traffic_filtering=True,id=fd05b0db-5baa-43a1-865b-a6df8067d554,network=Network(a266ccc2-8166-4dee-ba8c-bac28132847a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd05b0db-5b')
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] No VIF found with MAC fa:16:3e:95:f5:74, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.500s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.network.neutron [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:01:25 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.policy [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '992da5e70c5d49fd987fcbcda4125e08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1940afc83e1f4eb895ee34b41683a4a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:01:25 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Creating image(s)
Dec 05 17:01:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "/opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "/opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "/opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:26 user nova-compute[75018]: INFO nova.compute.manager [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] [instance: 2dcf01c4-b4d5-478f-95fa-094d41d63bf3] Took 16.01 seconds to detach 3 volumes for instance.
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.198s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MeVDgCjB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd2eb1664-a77a-4758-b0ea-61c56adf56f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0396a52-a038-43c5-bd73-0ff515b71c3a', 'serial': 'c0396a52-a038-43c5-bd73-0ff515b71c3a'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZsdfRFXT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdn', 'volume_id': '5ac9afd4-2935-4d6c-914c-23d64b322012'}, 'status': 'reserved', 'instance': 'd2eb1664-a77a-4758-b0ea-61c56adf56f2', 'attached_at': '', 'detached_at': '', 'volume_id': '5ac9afd4-2935-4d6c-914c-23d64b322012', 'serial'} {{(pid=75018) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MeVDgCjB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:01:26 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:01:26 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:01:26 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[16cc132b-b866-435c-8191-18543f85ae37]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:01:26 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[46505701-0279-43f0-84dc-8c95b7282173]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a] added
Dec 05 17:01:26 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7155ec3-88c7-4f63-a314-1c5e6b63090d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[de179ad7-7fd0-4d2e-8de4-9543a7962871]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MeVDgCjB {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MeVDgCjB" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[98ccea21-3370-487c-b4bd-df74a559810f]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MeVDgCjB'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.219s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a5e7f7c-d57a-41c3-894a-1b3861841b3e]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk 1073741824" returned: 0 in 0.057s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.279s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a044ade-69e3-44ad-ba9d-80cf2a3f5fcc]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:26 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:26 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e92fd7f-da67-48dd-b9b6-1bae282a2074]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a, portal: 172.16.0.220,3260]
Dec 05 17:01:26 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a, portal: 172.16.0.220,3260] successful.
Dec 05 17:01:26 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3b57d21-8349-4ffb-af7e-cc735d97f3ab]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.193s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf0e58bc-f564-45ce-9b55-6c1c97767594]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:26 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:26 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:26 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.420s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] HCTL ('34', '-', '-', 0) found on session 17 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Scanning host 34 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Successfully created port: 69798725-aa80-45a7-8876-c78c0ce29610 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[874d3820-054a-4c80-aca9-6677f5c2ee79]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MeVDgCjB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.535s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:26 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Deleted allocations for instance 2dcf01c4-b4d5-478f-95fa-094d41d63bf3
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Cannot resize image /opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Ensure instance console log exists: /opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-13a11cc9-69a3-40ec-a616-085eb122c45a tempest-TaggedBootDevicesTest_v242-64681700 tempest-TaggedBootDevicesTest_v242-64681700-project-member] Lock "2dcf01c4-b4d5-478f-95fa-094d41d63bf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 25.233s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-b6cb90da-cf59-468f-9439-35f522ea0ced req-66f1cce6-81b5-4647-b3f7-4110164c3822 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received event network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b6cb90da-cf59-468f-9439-35f522ea0ced req-66f1cce6-81b5-4647-b3f7-4110164c3822 service nova] Acquiring lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b6cb90da-cf59-468f-9439-35f522ea0ced req-66f1cce6-81b5-4647-b3f7-4110164c3822 service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b6cb90da-cf59-468f-9439-35f522ea0ced req-66f1cce6-81b5-4647-b3f7-4110164c3822 service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-b6cb90da-cf59-468f-9439-35f522ea0ced req-66f1cce6-81b5-4647-b3f7-4110164c3822 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] No waiting events found dispatching network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:27 user nova-compute[75018]: WARNING nova.compute.manager [req-b6cb90da-cf59-468f-9439-35f522ea0ced req-66f1cce6-81b5-4647-b3f7-4110164c3822 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received unexpected event network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 for instance with vm_state active and task_state rebuild_spawning.
Dec 05 17:01:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Successfully updated port: 69798725-aa80-45a7-8876-c78c0ce29610 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.485s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] <== connect_volume: return (1486ms) {'type': 'block', 'scsi_wwn': '23837623261333335', 'path': '/dev/sdc'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23837623261333335', 'path': '/dev/sdc'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "refresh_cache-ae24b446-ae7d-43f2-8298-098879eb0d07" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquired lock "refresh_cache-ae24b446-ae7d-43f2-8298-098879eb0d07" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG nova.objects.instance [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lazy-loading 'flavor' on Instance uuid d2eb1664-a77a-4758-b0ea-61c56adf56f2 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:01:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.network.neutron [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Updating instance_info_cache with network_info: [{"id": "69798725-aa80-45a7-8876-c78c0ce29610", "address": "fa:16:3e:1b:1f:62", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69798725-aa", "ovs_interfaceid": "69798725-aa80-45a7-8876-c78c0ce29610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Releasing lock "refresh_cache-ae24b446-ae7d-43f2-8298-098879eb0d07" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Instance network_info: |[{"id": "69798725-aa80-45a7-8876-c78c0ce29610", "address": "fa:16:3e:1b:1f:62", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69798725-aa", "ovs_interfaceid": "69798725-aa80-45a7-8876-c78c0ce29610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Start _get_guest_xml network_info=[{"id": "69798725-aa80-45a7-8876-c78c0ce29610", "address": "fa:16:3e:1b:1f:62", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69798725-aa", "ovs_interfaceid": "69798725-aa80-45a7-8876-c78c0ce29610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:01:28 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:01:28 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:01:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1756846749',display_name='tempest-VolumesAdminNegativeTest-server-1756846749',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1756846749',id=13,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1940afc83e1f4eb895ee34b41683a4a5',ramdisk_id='',reservation_id='r-0tmadx3k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-96677364',owner_user_name='tempest-VolumesAdminNegativeTest-96677364-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:01:26Z,user_data=None,user_id='992da5e70c5d49fd987fcbcda4125e08',uuid=ae24b446-ae7d-43f2-8298-098879eb0d07,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "69798725-aa80-45a7-8876-c78c0ce29610", "address": "fa:16:3e:1b:1f:62", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69798725-aa", "ovs_interfaceid": "69798725-aa80-45a7-8876-c78c0ce29610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Converting VIF {"id": "69798725-aa80-45a7-8876-c78c0ce29610", "address": "fa:16:3e:1b:1f:62", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69798725-aa", "ovs_interfaceid": "69798725-aa80-45a7-8876-c78c0ce29610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:1f:62,bridge_name='br-int',has_traffic_filtering=True,id=69798725-aa80-45a7-8876-c78c0ce29610,network=Network(cb2fba5c-82a2-4d0c-865e-f4d73312b987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69798725-aa') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.objects.instance [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lazy-loading 'pci_devices' on Instance uuid ae24b446-ae7d-43f2-8298-098879eb0d07 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:01:28 user nova-compute[75018]:   <uuid>ae24b446-ae7d-43f2-8298-098879eb0d07</uuid>
Dec 05 17:01:28 user nova-compute[75018]:   <name>instance-0000000d</name>
Dec 05 17:01:28 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:01:28 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:01:28 user nova-compute[75018]:   <metadata>
Dec 05 17:01:28 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:01:28 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:01:28 user nova-compute[75018]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1756846749</nova:name>
Dec 05 17:01:28 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:01:28</nova:creationTime>
Dec 05 17:01:28 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:01:28 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:01:28 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:01:28 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:01:28 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:01:28 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:01:28 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:01:28 user nova-compute[75018]:       <nova:owner>
Dec 05 17:01:28 user nova-compute[75018]:         <nova:user uuid="992da5e70c5d49fd987fcbcda4125e08">tempest-VolumesAdminNegativeTest-96677364-project-member</nova:user>
Dec 05 17:01:28 user nova-compute[75018]:         <nova:project uuid="1940afc83e1f4eb895ee34b41683a4a5">tempest-VolumesAdminNegativeTest-96677364</nova:project>
Dec 05 17:01:28 user nova-compute[75018]:       </nova:owner>
Dec 05 17:01:28 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:01:28 user nova-compute[75018]:       <nova:ports>
Dec 05 17:01:28 user nova-compute[75018]:         <nova:port uuid="69798725-aa80-45a7-8876-c78c0ce29610">
Dec 05 17:01:28 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 05 17:01:28 user nova-compute[75018]:         </nova:port>
Dec 05 17:01:28 user nova-compute[75018]:       </nova:ports>
Dec 05 17:01:28 user nova-compute[75018]:     </nova:instance>
Dec 05 17:01:28 user nova-compute[75018]:   </metadata>
Dec 05 17:01:28 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:01:28 user nova-compute[75018]:     <system>
Dec 05 17:01:28 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:01:28 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:01:28 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:01:28 user nova-compute[75018]:       <entry name="serial">ae24b446-ae7d-43f2-8298-098879eb0d07</entry>
Dec 05 17:01:28 user nova-compute[75018]:       <entry name="uuid">ae24b446-ae7d-43f2-8298-098879eb0d07</entry>
Dec 05 17:01:28 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:01:28 user nova-compute[75018]:     </system>
Dec 05 17:01:28 user nova-compute[75018]:   </sysinfo>
Dec 05 17:01:28 user nova-compute[75018]:   <os>
Dec 05 17:01:28 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:01:28 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:01:28 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:01:28 user nova-compute[75018]:   </os>
Dec 05 17:01:28 user nova-compute[75018]:   <features>
Dec 05 17:01:28 user nova-compute[75018]:     <acpi/>
Dec 05 17:01:28 user nova-compute[75018]:     <apic/>
Dec 05 17:01:28 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:01:28 user nova-compute[75018]:   </features>
Dec 05 17:01:28 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:01:28 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:01:28 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:01:28 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:01:28 user nova-compute[75018]:   </clock>
Dec 05 17:01:28 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:01:28 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:01:28 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:01:28 user nova-compute[75018]:   </cpu>
Dec 05 17:01:28 user nova-compute[75018]:   <devices>
Dec 05 17:01:28 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:01:28 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:01:28 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk"/>
Dec 05 17:01:28 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:01:28 user nova-compute[75018]:     </disk>
Dec 05 17:01:28 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:01:28 user nova-compute[75018]:       <mac address="fa:16:3e:1b:1f:62"/>
Dec 05 17:01:28 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:01:28 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:01:28 user nova-compute[75018]:       <target dev="tap69798725-aa"/>
Dec 05 17:01:28 user nova-compute[75018]:     </interface>
Dec 05 17:01:28 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:01:28 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/console.log" append="off"/>
Dec 05 17:01:28 user nova-compute[75018]:     </serial>
Dec 05 17:01:28 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:01:28 user nova-compute[75018]:     <video>
Dec 05 17:01:28 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:01:28 user nova-compute[75018]:     </video>
Dec 05 17:01:28 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:01:28 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:01:28 user nova-compute[75018]:     </rng>
Dec 05 17:01:28 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:01:28 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:01:28 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:01:28 user nova-compute[75018]:     </memballoon>
Dec 05 17:01:28 user nova-compute[75018]:   </devices>
Dec 05 17:01:28 user nova-compute[75018]: </domain>
Dec 05 17:01:28 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:01:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1756846749',display_name='tempest-VolumesAdminNegativeTest-server-1756846749',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1756846749',id=13,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1940afc83e1f4eb895ee34b41683a4a5',ramdisk_id='',reservation_id='r-0tmadx3k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-96677364',owner_user_name='tempest-VolumesAdminNegativeTest-96677364-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:01:26Z,user_data=None,user_id='992da5e70c5d49fd987fcbcda4125e08',uuid=ae24b446-ae7d-43f2-8298-098879eb0d07,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "69798725-aa80-45a7-8876-c78c0ce29610", "address": "fa:16:3e:1b:1f:62", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69798725-aa", "ovs_interfaceid": "69798725-aa80-45a7-8876-c78c0ce29610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Converting VIF {"id": "69798725-aa80-45a7-8876-c78c0ce29610", "address": "fa:16:3e:1b:1f:62", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69798725-aa", "ovs_interfaceid": "69798725-aa80-45a7-8876-c78c0ce29610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:1f:62,bridge_name='br-int',has_traffic_filtering=True,id=69798725-aa80-45a7-8876-c78c0ce29610,network=Network(cb2fba5c-82a2-4d0c-865e-f4d73312b987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69798725-aa') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG os_vif [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:1f:62,bridge_name='br-int',has_traffic_filtering=True,id=69798725-aa80-45a7-8876-c78c0ce29610,network=Network(cb2fba5c-82a2-4d0c-865e-f4d73312b987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69798725-aa') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e54c3a5c-6eb8-55a7-8de2-cdda974d573a', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap69798725-aa, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap69798725-aa, col_values=(('qos', UUID('83a5bf84-bfd5-47d2-82c1-049579e27e57')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap69798725-aa, col_values=(('external_ids', {'iface-id': '69798725-aa80-45a7-8876-c78c0ce29610', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1b:1f:62', 'vm-uuid': 'ae24b446-ae7d-43f2-8298-098879eb0d07'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 5242880 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:28 user nova-compute[75018]: INFO os_vif [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:1f:62,bridge_name='br-int',has_traffic_filtering=True,id=69798725-aa80-45a7-8876-c78c0ce29610,network=Network(cb2fba5c-82a2-4d0c-865e-f4d73312b987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69798725-aa')
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] No VIF found with MAC fa:16:3e:1b:1f:62, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:01:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 137363456 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 218103808 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG nova.compute.manager [req-4e8e8de7-3a2b-41b0-ba54-3a326c639844 req-2f2d1e11-7bd9-413c-b00c-c9c4662decb2 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received event network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4e8e8de7-3a2b-41b0-ba54-3a326c639844 req-2f2d1e11-7bd9-413c-b00c-c9c4662decb2 service nova] Acquiring lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4e8e8de7-3a2b-41b0-ba54-3a326c639844 req-2f2d1e11-7bd9-413c-b00c-c9c4662decb2 service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4e8e8de7-3a2b-41b0-ba54-3a326c639844 req-2f2d1e11-7bd9-413c-b00c-c9c4662decb2 service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG nova.compute.manager [req-4e8e8de7-3a2b-41b0-ba54-3a326c639844 req-2f2d1e11-7bd9-413c-b00c-c9c4662decb2 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] No waiting events found dispatching network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:29 user nova-compute[75018]: WARNING nova.compute.manager [req-4e8e8de7-3a2b-41b0-ba54-3a326c639844 req-2f2d1e11-7bd9-413c-b00c-c9c4662decb2 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received unexpected event network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 for instance with vm_state active and task_state rebuild_spawning.
Dec 05 17:01:29 user nova-compute[75018]: DEBUG nova.compute.manager [req-4e8e8de7-3a2b-41b0-ba54-3a326c639844 req-2f2d1e11-7bd9-413c-b00c-c9c4662decb2 service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Received event network-changed-69798725-aa80-45a7-8876-c78c0ce29610 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG nova.compute.manager [req-4e8e8de7-3a2b-41b0-ba54-3a326c639844 req-2f2d1e11-7bd9-413c-b00c-c9c4662decb2 service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Refreshing instance network info cache due to event network-changed-69798725-aa80-45a7-8876-c78c0ce29610. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4e8e8de7-3a2b-41b0-ba54-3a326c639844 req-2f2d1e11-7bd9-413c-b00c-c9c4662decb2 service nova] Acquiring lock "refresh_cache-ae24b446-ae7d-43f2-8298-098879eb0d07" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4e8e8de7-3a2b-41b0-ba54-3a326c639844 req-2f2d1e11-7bd9-413c-b00c-c9c4662decb2 service nova] Acquired lock "refresh_cache-ae24b446-ae7d-43f2-8298-098879eb0d07" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG nova.network.neutron [req-4e8e8de7-3a2b-41b0-ba54-3a326c639844 req-2f2d1e11-7bd9-413c-b00c-c9c4662decb2 service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Refreshing network info cache for port 69798725-aa80-45a7-8876-c78c0ce29610 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:01:29 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Instance spawned successfully.
Dec 05 17:01:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 370147328 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:01:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.011s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:30 user nova-compute[75018]: DEBUG nova.objects.instance [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75018) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 05 17:01:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d48198e2-80c9-4d99-b96e-1ef5fbf707eb tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.144s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 532676608 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:01:30 user nova-compute[75018]: DEBUG nova.network.neutron [req-4e8e8de7-3a2b-41b0-ba54-3a326c639844 req-2f2d1e11-7bd9-413c-b00c-c9c4662decb2 service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Updated VIF entry in instance network info cache for port 69798725-aa80-45a7-8876-c78c0ce29610. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:01:30 user nova-compute[75018]: DEBUG nova.network.neutron [req-4e8e8de7-3a2b-41b0-ba54-3a326c639844 req-2f2d1e11-7bd9-413c-b00c-c9c4662decb2 service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Updating instance_info_cache with network_info: [{"id": "69798725-aa80-45a7-8876-c78c0ce29610", "address": "fa:16:3e:1b:1f:62", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69798725-aa", "ovs_interfaceid": "69798725-aa80-45a7-8876-c78c0ce29610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:01:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4e8e8de7-3a2b-41b0-ba54-3a326c639844 req-2f2d1e11-7bd9-413c-b00c-c9c4662decb2 service nova] Releasing lock "refresh_cache-ae24b446-ae7d-43f2-8298-098879eb0d07" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:01:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 654311424 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:01:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 827326464 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:01:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-49e3a05b-cd75-4dc1-982f-9a666037bc8e req-ea1f91f9-8363-44e4-b924-fd095ce9068c service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Received event network-vif-plugged-69798725-aa80-45a7-8876-c78c0ce29610 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-49e3a05b-cd75-4dc1-982f-9a666037bc8e req-ea1f91f9-8363-44e4-b924-fd095ce9068c service nova] Acquiring lock "ae24b446-ae7d-43f2-8298-098879eb0d07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-49e3a05b-cd75-4dc1-982f-9a666037bc8e req-ea1f91f9-8363-44e4-b924-fd095ce9068c service nova] Lock "ae24b446-ae7d-43f2-8298-098879eb0d07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-49e3a05b-cd75-4dc1-982f-9a666037bc8e req-ea1f91f9-8363-44e4-b924-fd095ce9068c service nova] Lock "ae24b446-ae7d-43f2-8298-098879eb0d07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-49e3a05b-cd75-4dc1-982f-9a666037bc8e req-ea1f91f9-8363-44e4-b924-fd095ce9068c service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] No waiting events found dispatching network-vif-plugged-69798725-aa80-45a7-8876-c78c0ce29610 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:31 user nova-compute[75018]: WARNING nova.compute.manager [req-49e3a05b-cd75-4dc1-982f-9a666037bc8e req-ea1f91f9-8363-44e4-b924-fd095ce9068c service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Received unexpected event network-vif-plugged-69798725-aa80-45a7-8876-c78c0ce29610 for instance with vm_state building and task_state spawning.
Dec 05 17:01:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-49e3a05b-cd75-4dc1-982f-9a666037bc8e req-ea1f91f9-8363-44e4-b924-fd095ce9068c service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Received event network-vif-plugged-69798725-aa80-45a7-8876-c78c0ce29610 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-49e3a05b-cd75-4dc1-982f-9a666037bc8e req-ea1f91f9-8363-44e4-b924-fd095ce9068c service nova] Acquiring lock "ae24b446-ae7d-43f2-8298-098879eb0d07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-49e3a05b-cd75-4dc1-982f-9a666037bc8e req-ea1f91f9-8363-44e4-b924-fd095ce9068c service nova] Lock "ae24b446-ae7d-43f2-8298-098879eb0d07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-49e3a05b-cd75-4dc1-982f-9a666037bc8e req-ea1f91f9-8363-44e4-b924-fd095ce9068c service nova] Lock "ae24b446-ae7d-43f2-8298-098879eb0d07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-49e3a05b-cd75-4dc1-982f-9a666037bc8e req-ea1f91f9-8363-44e4-b924-fd095ce9068c service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] No waiting events found dispatching network-vif-plugged-69798725-aa80-45a7-8876-c78c0ce29610 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:31 user nova-compute[75018]: WARNING nova.compute.manager [req-49e3a05b-cd75-4dc1-982f-9a666037bc8e req-ea1f91f9-8363-44e4-b924-fd095ce9068c service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Received unexpected event network-vif-plugged-69798725-aa80-45a7-8876-c78c0ce29610 for instance with vm_state building and task_state spawning.
Dec 05 17:01:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 989855744 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:01:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZsdfRFXT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdn', 'volume_id': '5ac9afd4-2935-4d6c-914c-23d64b322012'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:01:32 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ed164dd-a4e7-4fe0-aa18-a1dd64434dd7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:01:32 user nova-compute[75018]: No targets found.
Dec 05 17:01:32 user nova-compute[75018]: iSNS:
Dec 05 17:01:32 user nova-compute[75018]: No targets found.
Dec 05 17:01:32 user nova-compute[75018]: STATIC:
Dec 05 17:01:32 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227
Dec 05 17:01:32 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:32 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:32 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012
Dec 05 17:01:32 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:32 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:32 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c
Dec 05 17:01:32 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:32 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:32 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02
Dec 05 17:01:32 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:32 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:32 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a
Dec 05 17:01:32 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:32 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:32 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f
Dec 05 17:01:32 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:32 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:32 user nova-compute[75018]: FIRMWARE:
Dec 05 17:01:32 user nova-compute[75018]: No targets found.
Dec 05 17:01:32 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:01:32 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:01:32 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cbd85a4-7d35-4bf1-8402-5b86824071f4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6588721-ba4d-464c-9df6-e76eb70da6d4]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:32 user nova-compute[75018]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:01:32 user nova-compute[75018]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:01:32 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:32 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:32 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:32 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 (non-flash)
Dec 05 17:01:32 user nova-compute[75018]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:01:32 user nova-compute[75018]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:01:32 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:32 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:32 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:32 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c8501360>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012'): ({'sdn'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Removing single pathed devices sdn {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c206a27-4337-4e7c-8add-588a82502086]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdn" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b027895f-400f-4780-a2e1-8922da075508]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Flushing IO for device /dev/sdn {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdn" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f996088-f85c-4262-86c8-a6349a4ae3cb]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Remove SCSI device /dev/sdn with /sys/block/sdn/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdn/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdn/device/delete" returned: 0 in 0.034s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[45368d17-e553-4522-90aa-03963ad24e1e]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Checking to see if SCSI volumes sdn have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] SCSI volumes sdn have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d683ad76-5881-48ff-87d3-1ce39f8a7007]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d1d1042-c4ff-4ef2-971e-8e9072649432]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012, portal: 172.16.0.220,3260]
Dec 05 17:01:32 user nova-compute[75018]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012, portal: 172.16.0.220,3260] successful.
Dec 05 17:01:32 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:01:32 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Instance spawned successfully.
Dec 05 17:01:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ac9afd4-2935-4d6c-914c-23d64b322012 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7badc479-116d-41cb-9205-47ffc02f4883]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.339s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] <== disconnect_volume: return (342ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MeVDgCjB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'd2eb1664-a77a-4758-b0ea-61c56adf56f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0396a52-a038-43c5-bd73-0ff515b71c3a', 'serial'} {{(pid=75018) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Dec 05 17:01:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] swap_volume: removing Cinder connection for volume 5ac9afd4-2935-4d6c-914c-23d64b322012 {{(pid=75018) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Dec 05 17:01:32 user nova-compute[75018]: INFO nova.compute.manager [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Took 6.90 seconds to spawn the instance on the hypervisor.
Dec 05 17:01:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:01:32 user nova-compute[75018]: INFO nova.compute.manager [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Took 7.75 seconds to build instance.
Dec 05 17:01:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cf04d7a2-ba80-4168-bf96-78d93675b8a1 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "ae24b446-ae7d-43f2-8298-098879eb0d07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.898s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:33 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] swap_volume: Updating volume 5ac9afd4-2935-4d6c-914c-23d64b322012 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "MeVDgCjB", "auth_password": "4rnqY6AMsLOfh3", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdc", "volume_id": "c0396a52-a038-43c5-bd73-0ff515b71c3a"}, "status": "reserved", "instance": "d2eb1664-a77a-4758-b0ea-61c56adf56f2", "attached_at": "", "detached_at": "", "volume_id": "c0396a52-a038-43c5-bd73-0ff515b71c3a", "serial": "c0396a52-a038-43c5-bd73-0ff515b71c3a"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'c0396a52-a038-43c5-bd73-0ff515b71c3a', 'no_device': None, 'attachment_id': 'fe0054ef-713f-46ec-9b11-d5c1a9d84602'} {{(pid=75018) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Dec 05 17:01:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5f72655a-dfe6-41ca-8a52-885019ed54a6 tempest-TestVolumeSwap-1607625759 tempest-TestVolumeSwap-1607625759-project-admin] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 28.464s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Acquiring lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:35 user nova-compute[75018]: INFO nova.compute.manager [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Detaching volume c0396a52-a038-43c5-bd73-0ff515b71c3a
Dec 05 17:01:35 user nova-compute[75018]: INFO nova.virt.block_device [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Attempting to driver detach volume c0396a52-a038-43c5-bd73-0ff515b71c3a from mountpoint /dev/vdb
Dec 05 17:01:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Attempting to detach device vdb from instance d2eb1664-a77a-4758-b0ea-61c56adf56f2 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:01:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:01:35 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:01:35 user nova-compute[75018]:   <source dev="/dev/sdc"/>
Dec 05 17:01:35 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:01:35 user nova-compute[75018]:   <serial>c0396a52-a038-43c5-bd73-0ff515b71c3a</serial>
Dec 05 17:01:35 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:01:35 user nova-compute[75018]: </disk>
Dec 05 17:01:35 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:01:35 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Successfully detached device vdb from instance d2eb1664-a77a-4758-b0ea-61c56adf56f2 from the persistent domain config.
Dec 05 17:01:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d2eb1664-a77a-4758-b0ea-61c56adf56f2 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:01:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:01:35 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:01:35 user nova-compute[75018]:   <source dev="/dev/sdc"/>
Dec 05 17:01:35 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:01:35 user nova-compute[75018]:   <serial>c0396a52-a038-43c5-bd73-0ff515b71c3a</serial>
Dec 05 17:01:35 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:01:35 user nova-compute[75018]: </disk>
Dec 05 17:01:35 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:01:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d2eb1664-a77a-4758-b0ea-61c56adf56f2 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:01:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Acquiring lock "8f5ac884-6707-47b6-a3bd-a2fd52796223" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Acquiring lock "8f5ac884-6707-47b6-a3bd-a2fd52796223-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:43 user nova-compute[75018]: INFO nova.compute.manager [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Terminating instance
Dec 05 17:01:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:01:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-7291fb0c-5e59-47c7-b126-80c0e54542d3 req-3d3664c1-e8d4-4da3-b2df-558bb837f14b service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Received event network-vif-unplugged-dc3a79b0-6014-428c-b412-a5cd0aa381b9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7291fb0c-5e59-47c7-b126-80c0e54542d3 req-3d3664c1-e8d4-4da3-b2df-558bb837f14b service nova] Acquiring lock "8f5ac884-6707-47b6-a3bd-a2fd52796223-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7291fb0c-5e59-47c7-b126-80c0e54542d3 req-3d3664c1-e8d4-4da3-b2df-558bb837f14b service nova] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7291fb0c-5e59-47c7-b126-80c0e54542d3 req-3d3664c1-e8d4-4da3-b2df-558bb837f14b service nova] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-7291fb0c-5e59-47c7-b126-80c0e54542d3 req-3d3664c1-e8d4-4da3-b2df-558bb837f14b service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] No waiting events found dispatching network-vif-unplugged-dc3a79b0-6014-428c-b412-a5cd0aa381b9 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-7291fb0c-5e59-47c7-b126-80c0e54542d3 req-3d3664c1-e8d4-4da3-b2df-558bb837f14b service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Received event network-vif-unplugged-dc3a79b0-6014-428c-b412-a5cd0aa381b9 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:44 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Instance destroyed successfully.
Dec 05 17:01:44 user nova-compute[75018]: DEBUG nova.objects.instance [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lazy-loading 'resources' on Instance uuid 8f5ac884-6707-47b6-a3bd-a2fd52796223 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:01:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:58:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1094125686',display_name='tempest-VolumesAssistedSnapshotsTest-server-1094125686',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1094125686',id=9,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHOHGQ190ACso3NsMEGzRDaE6yekmO1Nb99Nsvdf9HzQMRQH0cacKC/2xiVh6trbgSQYp1RrjoEay7HJuUCwai2cnmg9ciYuvi4bHddTaXvUmZuY7Z1z39AD69YIBkv5Wg==',key_name='tempest-keypair-1907013922',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:58:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6cca697c7cee48f78dfa48efe4bb75c2',ramdisk_id='',reservation_id='r-1agtnurg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-252585826',owner_user_name='tempest-VolumesAssistedSnapshotsTest-252585826-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:58:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc4173a9d4bd45b68d58d29e13d2f268',uuid=8f5ac884-6707-47b6-a3bd-a2fd52796223,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "address": "fa:16:3e:7a:6f:5a", "network": {"id": "d08ce918-1154-42b4-a36c-f7ae2317e539", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-21194026-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6cca697c7cee48f78dfa48efe4bb75c2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3a79b0-60", "ovs_interfaceid": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:44 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Converting VIF {"id": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "address": "fa:16:3e:7a:6f:5a", "network": {"id": "d08ce918-1154-42b4-a36c-f7ae2317e539", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-21194026-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6cca697c7cee48f78dfa48efe4bb75c2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc3a79b0-60", "ovs_interfaceid": "dc3a79b0-6014-428c-b412-a5cd0aa381b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:44 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7a:6f:5a,bridge_name='br-int',has_traffic_filtering=True,id=dc3a79b0-6014-428c-b412-a5cd0aa381b9,network=Network(d08ce918-1154-42b4-a36c-f7ae2317e539),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc3a79b0-60') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:44 user nova-compute[75018]: DEBUG os_vif [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7a:6f:5a,bridge_name='br-int',has_traffic_filtering=True,id=dc3a79b0-6014-428c-b412-a5cd0aa381b9,network=Network(d08ce918-1154-42b4-a36c-f7ae2317e539),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc3a79b0-60') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdc3a79b0-60, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7f40ff2b-8382-4b31-a989-8c9e02476578) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:44 user nova-compute[75018]: INFO os_vif [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7a:6f:5a,bridge_name='br-int',has_traffic_filtering=True,id=dc3a79b0-6014-428c-b412-a5cd0aa381b9,network=Network(d08ce918-1154-42b4-a36c-f7ae2317e539),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc3a79b0-60')
Dec 05 17:01:44 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Deleting instance files /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223_del
Dec 05 17:01:44 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Deletion of /opt/stack/data/nova/instances/8f5ac884-6707-47b6-a3bd-a2fd52796223_del complete
Dec 05 17:01:44 user nova-compute[75018]: INFO nova.compute.manager [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Took 0.91 seconds to destroy the instance on the hypervisor.
Dec 05 17:01:44 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:01:44 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:01:44 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:01:45 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:01:45 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Took 1.03 seconds to deallocate network for instance.
Dec 05 17:01:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:45 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:01:45 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:01:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.352s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:45 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Deleted allocations for instance 8f5ac884-6707-47b6-a3bd-a2fd52796223
Dec 05 17:01:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73d123ba-6266-41cb-9eba-f68e3f4f26c0 tempest-VolumesAssistedSnapshotsTest-252585826 tempest-VolumesAssistedSnapshotsTest-252585826-project-member] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.495s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:45 user nova-compute[75018]: DEBUG nova.compute.manager [req-3410108a-c08e-4dac-a38c-5b8bcaf5a26e req-f4146db6-09c3-4370-8951-e2361aba83f3 service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Received event network-vif-plugged-dc3a79b0-6014-428c-b412-a5cd0aa381b9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3410108a-c08e-4dac-a38c-5b8bcaf5a26e req-f4146db6-09c3-4370-8951-e2361aba83f3 service nova] Acquiring lock "8f5ac884-6707-47b6-a3bd-a2fd52796223-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3410108a-c08e-4dac-a38c-5b8bcaf5a26e req-f4146db6-09c3-4370-8951-e2361aba83f3 service nova] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3410108a-c08e-4dac-a38c-5b8bcaf5a26e req-f4146db6-09c3-4370-8951-e2361aba83f3 service nova] Lock "8f5ac884-6707-47b6-a3bd-a2fd52796223-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:45 user nova-compute[75018]: DEBUG nova.compute.manager [req-3410108a-c08e-4dac-a38c-5b8bcaf5a26e req-f4146db6-09c3-4370-8951-e2361aba83f3 service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] No waiting events found dispatching network-vif-plugged-dc3a79b0-6014-428c-b412-a5cd0aa381b9 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:45 user nova-compute[75018]: WARNING nova.compute.manager [req-3410108a-c08e-4dac-a38c-5b8bcaf5a26e req-f4146db6-09c3-4370-8951-e2361aba83f3 service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Received unexpected event network-vif-plugged-dc3a79b0-6014-428c-b412-a5cd0aa381b9 for instance with vm_state deleted and task_state None.
Dec 05 17:01:45 user nova-compute[75018]: DEBUG nova.compute.manager [req-3410108a-c08e-4dac-a38c-5b8bcaf5a26e req-f4146db6-09c3-4370-8951-e2361aba83f3 service nova] [instance: 8f5ac884-6707-47b6-a3bd-a2fd52796223] Received event network-vif-deleted-dc3a79b0-6014-428c-b412-a5cd0aa381b9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:47 user nova-compute[75018]: INFO nova.compute.manager [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Unshelving
Dec 05 17:01:47 user nova-compute[75018]: INFO nova.virt.block_device [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Booting with volume f50d483f-1cda-4cd1-a474-f9bf216f52d1 at /dev/vdc
Dec 05 17:01:47 user nova-compute[75018]: DEBUG os_brick.utils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b5e7299-9c98-4856-bda7-9c5be436ba45]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[86819b64-5190-4014-81ef-654f46bb0c5b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1975d04-8888-41b4-a2cc-76feaedaf10b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6286e70-f7db-4724-aa6c-9494a2adcae4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:01:47 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:01:47 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bdba0ce-2a28-42f1-a0d8-ffae61fb208a]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG os_brick.utils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:01:47 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updating existing volume attachment record: 33c706bc-d540-4021-a888-170e06c87b98 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:01:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:01:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-e8b0c460-3fbd-401d-97d5-94de5f4f9a18 req-cc60390b-6cf6-4155-a3fd-c087ca991fc0 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-changed-20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-e8b0c460-3fbd-401d-97d5-94de5f4f9a18 req-cc60390b-6cf6-4155-a3fd-c087ca991fc0 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Refreshing instance network info cache due to event network-changed-20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:01:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e8b0c460-3fbd-401d-97d5-94de5f4f9a18 req-cc60390b-6cf6-4155-a3fd-c087ca991fc0 service nova] Acquiring lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:01:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e8b0c460-3fbd-401d-97d5-94de5f4f9a18 req-cc60390b-6cf6-4155-a3fd-c087ca991fc0 service nova] Acquired lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:01:49 user nova-compute[75018]: DEBUG nova.network.neutron [req-e8b0c460-3fbd-401d-97d5-94de5f4f9a18 req-cc60390b-6cf6-4155-a3fd-c087ca991fc0 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Refreshing network info cache for port 20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:01:50 user nova-compute[75018]: DEBUG nova.network.neutron [req-e8b0c460-3fbd-401d-97d5-94de5f4f9a18 req-cc60390b-6cf6-4155-a3fd-c087ca991fc0 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updated VIF entry in instance network info cache for port 20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:01:50 user nova-compute[75018]: DEBUG nova.network.neutron [req-e8b0c460-3fbd-401d-97d5-94de5f4f9a18 req-cc60390b-6cf6-4155-a3fd-c087ca991fc0 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updating instance_info_cache with network_info: [{"id": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "address": "fa:16:3e:e3:61:26", "network": {"id": "0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1118191101-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20f550d6-cc", "ovs_interfaceid": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "address": "fa:16:3e:3a:14:fd", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea44200d-58", "ovs_interfaceid": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "address": "fa:16:3e:d3:ce:1b", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap669d78c9-a0", "ovs_interfaceid": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "address": "fa:16:3e:bf:c1:4a", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2e12aa9-95", "ovs_interfaceid": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "address": "fa:16:3e:06:bc:02", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55b60baf-ac", "ovs_interfaceid": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "address": "fa:16:3e:e6:db:24", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8521dc77-7b", "ovs_interfaceid": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "address": "fa:16:3e:bc:b3:6a", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cd6cbf3-99", "ovs_interfaceid": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:01:50 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:01:50 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:01:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:50 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:01:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e8b0c460-3fbd-401d-97d5-94de5f4f9a18 req-cc60390b-6cf6-4155-a3fd-c087ca991fc0 service nova] Releasing lock "refresh_cache-30801f90-f27e-41c0-a49f-50989aa2e694" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:01:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.200s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "90ef686b-3ab5-4970-849d-04c563a39459" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "90ef686b-3ab5-4970-849d-04c563a39459" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "90ef686b-3ab5-4970-849d-04c563a39459-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:52 user nova-compute[75018]: INFO nova.compute.manager [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Terminating instance
Dec 05 17:01:52 user nova-compute[75018]: DEBUG nova.compute.manager [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-08646926-f35a-41a4-a099-5d94b039fc93 req-6e5b5e7e-cad4-4a22-8c29-a28a3882f4be service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received event network-vif-unplugged-c76a1f87-144e-41b1-987e-d0d98f066960 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-08646926-f35a-41a4-a099-5d94b039fc93 req-6e5b5e7e-cad4-4a22-8c29-a28a3882f4be service nova] Acquiring lock "90ef686b-3ab5-4970-849d-04c563a39459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-08646926-f35a-41a4-a099-5d94b039fc93 req-6e5b5e7e-cad4-4a22-8c29-a28a3882f4be service nova] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-08646926-f35a-41a4-a099-5d94b039fc93 req-6e5b5e7e-cad4-4a22-8c29-a28a3882f4be service nova] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-08646926-f35a-41a4-a099-5d94b039fc93 req-6e5b5e7e-cad4-4a22-8c29-a28a3882f4be service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] No waiting events found dispatching network-vif-unplugged-c76a1f87-144e-41b1-987e-d0d98f066960 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-08646926-f35a-41a4-a099-5d94b039fc93 req-6e5b5e7e-cad4-4a22-8c29-a28a3882f4be service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received event network-vif-unplugged-c76a1f87-144e-41b1-987e-d0d98f066960 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "30801f90-f27e-41c0-a49f-50989aa2e694" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:52 user nova-compute[75018]: INFO nova.compute.manager [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Terminating instance
Dec 05 17:01:52 user nova-compute[75018]: DEBUG nova.compute.manager [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:52 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Instance destroyed successfully.
Dec 05 17:01:52 user nova-compute[75018]: DEBUG nova.objects.instance [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lazy-loading 'resources' on Instance uuid 90ef686b-3ab5-4970-849d-04c563a39459 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:58:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-444793847',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-444793847',id=5,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0F4tr//4DRozpM3VkBGKLu4l4pvokC+IdPB4zWPry3jtFEqnJVeY2ceYImSheo0wpM8ldJg/EBNqPzv3lhBuAK3MMppjuNHbytosqAFdentyjU4ooP/HG4QriibQM+lA==',key_name='tempest-keypair-2056806653',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:58:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d1a0b8f604d44257a61718bc13f23450',ramdisk_id='',reservation_id='r-sbz57739',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1818157073',owner_user_name='tempest-TaggedAttachmentsTest-1818157073-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:58:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e0971d1203d54ddc94323b4660945710',uuid=90ef686b-3ab5-4970-849d-04c563a39459,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c76a1f87-144e-41b1-987e-d0d98f066960", "address": "fa:16:3e:6d:4a:01", "network": {"id": "59fbfc77-385f-452b-bf63-97845f61a8af", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1220182903-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc76a1f87-14", "ovs_interfaceid": "c76a1f87-144e-41b1-987e-d0d98f066960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Converting VIF {"id": "c76a1f87-144e-41b1-987e-d0d98f066960", "address": "fa:16:3e:6d:4a:01", "network": {"id": "59fbfc77-385f-452b-bf63-97845f61a8af", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1220182903-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1a0b8f604d44257a61718bc13f23450", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc76a1f87-14", "ovs_interfaceid": "c76a1f87-144e-41b1-987e-d0d98f066960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6d:4a:01,bridge_name='br-int',has_traffic_filtering=True,id=c76a1f87-144e-41b1-987e-d0d98f066960,network=Network(59fbfc77-385f-452b-bf63-97845f61a8af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc76a1f87-14') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG os_vif [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:4a:01,bridge_name='br-int',has_traffic_filtering=True,id=c76a1f87-144e-41b1-987e-d0d98f066960,network=Network(59fbfc77-385f-452b-bf63-97845f61a8af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc76a1f87-14') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc76a1f87-14, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-5a204102-c7a6-4062-b16d-288fd81cd5f3 req-6a3499b8-619c-4b26-a6c4-b03ee5f97136 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-unplugged-20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5a204102-c7a6-4062-b16d-288fd81cd5f3 req-6a3499b8-619c-4b26-a6c4-b03ee5f97136 service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5a204102-c7a6-4062-b16d-288fd81cd5f3 req-6a3499b8-619c-4b26-a6c4-b03ee5f97136 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5a204102-c7a6-4062-b16d-288fd81cd5f3 req-6a3499b8-619c-4b26-a6c4-b03ee5f97136 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-5a204102-c7a6-4062-b16d-288fd81cd5f3 req-6a3499b8-619c-4b26-a6c4-b03ee5f97136 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-unplugged-20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-5a204102-c7a6-4062-b16d-288fd81cd5f3 req-6a3499b8-619c-4b26-a6c4-b03ee5f97136 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-unplugged-20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5e6b54cc-2982-4e56-b1f0-b102f6e518f6) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:53 user nova-compute[75018]: INFO os_vif [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:4a:01,bridge_name='br-int',has_traffic_filtering=True,id=c76a1f87-144e-41b1-987e-d0d98f066960,network=Network(59fbfc77-385f-452b-bf63-97845f61a8af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc76a1f87-14')
Dec 05 17:01:53 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Deleting instance files /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459_del
Dec 05 17:01:53 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Deletion of /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459_del complete
Dec 05 17:01:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:53 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Periodic task is updating the host stats, it is trying to get disk info for instance-00000005, but the backing disk storage was removed by a concurrent operation such as resize. Error: No disk at /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk: nova.exception.DiskNotFound: No disk at /opt/stack/data/nova/instances/90ef686b-3ab5-4970-849d-04c563a39459/disk
Dec 05 17:01:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-732fb03d-ba10-4b05-b847-b43b3d3b3a7f req-b8398fcc-8022-4d07-8b53-d02dff4cf7c3 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-unplugged-669d78c9-a014-4d90-8e61-12d7b36b5e93 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-732fb03d-ba10-4b05-b847-b43b3d3b3a7f req-b8398fcc-8022-4d07-8b53-d02dff4cf7c3 service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-732fb03d-ba10-4b05-b847-b43b3d3b3a7f req-b8398fcc-8022-4d07-8b53-d02dff4cf7c3 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-732fb03d-ba10-4b05-b847-b43b3d3b3a7f req-b8398fcc-8022-4d07-8b53-d02dff4cf7c3 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-732fb03d-ba10-4b05-b847-b43b3d3b3a7f req-b8398fcc-8022-4d07-8b53-d02dff4cf7c3 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-unplugged-669d78c9-a014-4d90-8e61-12d7b36b5e93 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-732fb03d-ba10-4b05-b847-b43b3d3b3a7f req-b8398fcc-8022-4d07-8b53-d02dff4cf7c3 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-unplugged-669d78c9-a014-4d90-8e61-12d7b36b5e93 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:53 user nova-compute[75018]: INFO nova.compute.manager [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Took 1.54 seconds to destroy the instance on the hypervisor.
Dec 05 17:01:53 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:01:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received event network-vif-plugged-c76a1f87-144e-41b1-987e-d0d98f066960 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Acquiring lock "90ef686b-3ab5-4970-849d-04c563a39459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Lock "90ef686b-3ab5-4970-849d-04c563a39459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] No waiting events found dispatching network-vif-plugged-c76a1f87-144e-41b1-987e-d0d98f066960 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:54 user nova-compute[75018]: WARNING nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received unexpected event network-vif-plugged-c76a1f87-144e-41b1-987e-d0d98f066960 for instance with vm_state active and task_state deleting.
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-unplugged-ea44200d-582a-43a7-9e3d-1d5ab785e61c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-unplugged-ea44200d-582a-43a7-9e3d-1d5ab785e61c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-unplugged-ea44200d-582a-43a7-9e3d-1d5ab785e61c for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-ea44200d-582a-43a7-9e3d-1d5ab785e61c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-ea44200d-582a-43a7-9e3d-1d5ab785e61c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:54 user nova-compute[75018]: WARNING nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-ea44200d-582a-43a7-9e3d-1d5ab785e61c for instance with vm_state active and task_state deleting.
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-unplugged-c2e12aa9-95fe-4f67-b214-ec95ee1ee183 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-unplugged-c2e12aa9-95fe-4f67-b214-ec95ee1ee183 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-unplugged-c2e12aa9-95fe-4f67-b214-ec95ee1ee183 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-c2e12aa9-95fe-4f67-b214-ec95ee1ee183 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-c2e12aa9-95fe-4f67-b214-ec95ee1ee183 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:54 user nova-compute[75018]: WARNING nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-c2e12aa9-95fe-4f67-b214-ec95ee1ee183 for instance with vm_state active and task_state deleting.
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-unplugged-8521dc77-7bf3-4c35-b613-32b5a4af7fbc {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-unplugged-8521dc77-7bf3-4c35-b613-32b5a4af7fbc {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-unplugged-8521dc77-7bf3-4c35-b613-32b5a4af7fbc for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-8521dc77-7bf3-4c35-b613-32b5a4af7fbc {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-8521dc77-7bf3-4c35-b613-32b5a4af7fbc {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:54 user nova-compute[75018]: WARNING nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-8521dc77-7bf3-4c35-b613-32b5a4af7fbc for instance with vm_state active and task_state deleting.
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-unplugged-9cd6cbf3-999c-42de-9664-8a73d0323f60 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-unplugged-9cd6cbf3-999c-42de-9664-8a73d0323f60 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-978d5df0-3d6e-4eb0-81a9-28875b304b21 req-0e472288-713e-4141-9bf8-a73d0a0a745e service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-unplugged-9cd6cbf3-999c-42de-9664-8a73d0323f60 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:54 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:01:54 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7702MB free_disk=25.427257537841797GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:54 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Instance destroyed successfully.
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.objects.instance [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lazy-loading 'resources' on Instance uuid 30801f90-f27e-41c0-a49f-50989aa2e694 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:00:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:00:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "address": "fa:16:3e:e3:61:26", "network": {"id": "0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1118191101-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20f550d6-cc", "ovs_interfaceid": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "address": "fa:16:3e:e3:61:26", "network": {"id": "0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1118191101-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20f550d6-cc", "ovs_interfaceid": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e3:61:26,bridge_name='br-int',has_traffic_filtering=True,id=20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1,network=Network(0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20f550d6-cc') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG os_vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e3:61:26,bridge_name='br-int',has_traffic_filtering=True,id=20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1,network=Network(0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20f550d6-cc') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap20f550d6-cc, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8878a66d-ed33-4a7a-b23a-addb11504920) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 533bba90-582b-4ad5-9763-532788f79d6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5931bfc3-7400-4941-bc87-b07f86c6982b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a55ebc44-4426-4281-a96d-7f4434835d12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 90ef686b-3ab5-4970-849d-04c563a39459 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance d2eb1664-a77a-4758-b0ea-61c56adf56f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance aff5eae8-b542-411b-afc8-9208024bcc74 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 30801f90-f27e-41c0-a49f-50989aa2e694 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance ae24b446-ae7d-43f2-8298-098879eb0d07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: INFO os_vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e3:61:26,bridge_name='br-int',has_traffic_filtering=True,id=20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1,network=Network(0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20f550d6-cc')
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:00:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:00:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "address": "fa:16:3e:3a:14:fd", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea44200d-58", "ovs_interfaceid": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "address": "fa:16:3e:3a:14:fd", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea44200d-58", "ovs_interfaceid": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:14:fd,bridge_name='br-int',has_traffic_filtering=True,id=ea44200d-582a-43a7-9e3d-1d5ab785e61c,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapea44200d-58') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:14:fd,bridge_name='br-int',has_traffic_filtering=True,id=ea44200d-582a-43a7-9e3d-1d5ab785e61c,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapea44200d-58') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapea44200d-58, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-e940476b-85e4-49f4-814c-cc47699e65fa req-bcc2ac14-52e1-4600-ac0e-46779542b70b service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e940476b-85e4-49f4-814c-cc47699e65fa req-bcc2ac14-52e1-4600-ac0e-46779542b70b service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e940476b-85e4-49f4-814c-cc47699e65fa req-bcc2ac14-52e1-4600-ac0e-46779542b70b service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e940476b-85e4-49f4-814c-cc47699e65fa req-bcc2ac14-52e1-4600-ac0e-46779542b70b service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-e940476b-85e4-49f4-814c-cc47699e65fa req-bcc2ac14-52e1-4600-ac0e-46779542b70b service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:55 user nova-compute[75018]: WARNING nova.compute.manager [req-e940476b-85e4-49f4-814c-cc47699e65fa req-bcc2ac14-52e1-4600-ac0e-46779542b70b service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 for instance with vm_state active and task_state deleting.
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4c2295ed-bcb7-4ac3-9e14-6283109a33ef) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: INFO os_vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:14:fd,bridge_name='br-int',has_traffic_filtering=True,id=ea44200d-582a-43a7-9e3d-1d5ab785e61c,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapea44200d-58')
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:00:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:00:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "address": "fa:16:3e:d3:ce:1b", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap669d78c9-a0", "ovs_interfaceid": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "address": "fa:16:3e:d3:ce:1b", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap669d78c9-a0", "ovs_interfaceid": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ce:1b,bridge_name='br-int',has_traffic_filtering=True,id=669d78c9-a014-4d90-8e61-12d7b36b5e93,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap669d78c9-a0') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ce:1b,bridge_name='br-int',has_traffic_filtering=True,id=669d78c9-a014-4d90-8e61-12d7b36b5e93,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap669d78c9-a0') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap669d78c9-a0, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=17dcbd42-8879-4e56-be6f-0781c34303a0) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: INFO os_vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ce:1b,bridge_name='br-int',has_traffic_filtering=True,id=669d78c9-a014-4d90-8e61-12d7b36b5e93,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap669d78c9-a0')
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:00:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:00:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "address": "fa:16:3e:bf:c1:4a", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2e12aa9-95", "ovs_interfaceid": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "address": "fa:16:3e:bf:c1:4a", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2e12aa9-95", "ovs_interfaceid": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:c1:4a,bridge_name='br-int',has_traffic_filtering=True,id=c2e12aa9-95fe-4f67-b214-ec95ee1ee183,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2e12aa9-95') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:c1:4a,bridge_name='br-int',has_traffic_filtering=True,id=c2e12aa9-95fe-4f67-b214-ec95ee1ee183,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2e12aa9-95') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc2e12aa9-95, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f9ca68e1-34f2-4efd-ba43-35c691fef3a3) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: INFO os_vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:c1:4a,bridge_name='br-int',has_traffic_filtering=True,id=c2e12aa9-95fe-4f67-b214-ec95ee1ee183,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2e12aa9-95')
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:00:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:00:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "address": "fa:16:3e:06:bc:02", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55b60baf-ac", "ovs_interfaceid": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "address": "fa:16:3e:06:bc:02", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55b60baf-ac", "ovs_interfaceid": "55b60baf-acbe-4a71-bd9f-e3dd2d092214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:bc:02,bridge_name='br-int',has_traffic_filtering=True,id=55b60baf-acbe-4a71-bd9f-e3dd2d092214,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55b60baf-ac') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:bc:02,bridge_name='br-int',has_traffic_filtering=True,id=55b60baf-acbe-4a71-bd9f-e3dd2d092214,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55b60baf-ac') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap55b60baf-ac, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9edaf075-6609-4e56-8c90-c4804561b40b) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: INFO os_vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:bc:02,bridge_name='br-int',has_traffic_filtering=True,id=55b60baf-acbe-4a71-bd9f-e3dd2d092214,network=Network(957fc023-8f11-4312-849d-01670ad89435),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55b60baf-ac')
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:00:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:00:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "address": "fa:16:3e:e6:db:24", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8521dc77-7b", "ovs_interfaceid": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "address": "fa:16:3e:e6:db:24", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8521dc77-7b", "ovs_interfaceid": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:db:24,bridge_name='br-int',has_traffic_filtering=True,id=8521dc77-7bf3-4c35-b613-32b5a4af7fbc,network=Network(27f6041e-a7b5-4603-ad7a-5836290d9b4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8521dc77-7b') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:db:24,bridge_name='br-int',has_traffic_filtering=True,id=8521dc77-7bf3-4c35-b613-32b5a4af7fbc,network=Network(27f6041e-a7b5-4603-ad7a-5836290d9b4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8521dc77-7b') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8521dc77-7b, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.630s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=45b18962-90bc-445d-80f6-b56d9fd48ab9) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: INFO os_vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:db:24,bridge_name='br-int',has_traffic_filtering=True,id=8521dc77-7bf3-4c35-b613-32b5a4af7fbc,network=Network(27f6041e-a7b5-4603-ad7a-5836290d9b4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8521dc77-7b')
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-05T16:59:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-525349784',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-525349784',id=11,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggFl6XdhdBechPSW6p3ssW2k0q2SITrTPzevJt0b1pdEVOrClAY+PvcqVDATmeWM3OZSSuvk08RdtDaY6PDOTvMLvma3bU3pQ9fqN1doCxmM5qZ1NrI/inpDWfK9CtCA==',key_name='tempest-keypair-1398001677',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:00:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e206a1f728b544faa47430ea8d210abe',ramdisk_id='',reservation_id='r-7ryzyxzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-2112892794',owner_user_name='tempest-TaggedBootDevicesTest-2112892794-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:00:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74451ab4001748d68e84d02455213e6b',uuid=30801f90-f27e-41c0-a49f-50989aa2e694,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "address": "fa:16:3e:bc:b3:6a", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cd6cbf3-99", "ovs_interfaceid": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converting VIF {"id": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "address": "fa:16:3e:bc:b3:6a", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cd6cbf3-99", "ovs_interfaceid": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:b3:6a,bridge_name='br-int',has_traffic_filtering=True,id=9cd6cbf3-999c-42de-9664-8a73d0323f60,network=Network(27f6041e-a7b5-4603-ad7a-5836290d9b4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cd6cbf3-99') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:b3:6a,bridge_name='br-int',has_traffic_filtering=True,id=9cd6cbf3-999c-42de-9664-8a73d0323f60,network=Network(27f6041e-a7b5-4603-ad7a-5836290d9b4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cd6cbf3-99') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9cd6cbf3-99, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d676406c-ef14-4796-8b96-8dba9400544a) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:55 user nova-compute[75018]: INFO os_vif [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:b3:6a,bridge_name='br-int',has_traffic_filtering=True,id=9cd6cbf3-999c-42de-9664-8a73d0323f60,network=Network(27f6041e-a7b5-4603-ad7a-5836290d9b4a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cd6cbf3-99')
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RSpAyBcz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:01:55 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[19eb3552-6a45-445c-812a-647dee3d4a29]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:01:55 user nova-compute[75018]: No targets found.
Dec 05 17:01:55 user nova-compute[75018]: iSNS:
Dec 05 17:01:55 user nova-compute[75018]: No targets found.
Dec 05 17:01:55 user nova-compute[75018]: STATIC:
Dec 05 17:01:55 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227
Dec 05 17:01:55 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:55 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:55 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c
Dec 05 17:01:55 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:55 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:55 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02
Dec 05 17:01:55 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:55 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:55 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a
Dec 05 17:01:55 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:55 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:55 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f
Dec 05 17:01:55 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:55 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:55 user nova-compute[75018]: FIRMWARE:
Dec 05 17:01:55 user nova-compute[75018]: No targets found.
Dec 05 17:01:55 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:01:55 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:01:55 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-669d78c9-a014-4d90-8e61-12d7b36b5e93 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-669d78c9-a014-4d90-8e61-12d7b36b5e93 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:55 user nova-compute[75018]: WARNING nova.compute.manager [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-669d78c9-a014-4d90-8e61-12d7b36b5e93 for instance with vm_state active and task_state deleting.
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-unplugged-55b60baf-acbe-4a71-bd9f-e3dd2d092214 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-unplugged-55b60baf-acbe-4a71-bd9f-e3dd2d092214 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-unplugged-55b60baf-acbe-4a71-bd9f-e3dd2d092214 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-55b60baf-acbe-4a71-bd9f-e3dd2d092214 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-55b60baf-acbe-4a71-bd9f-e3dd2d092214 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:55 user nova-compute[75018]: WARNING nova.compute.manager [req-a54f0e68-9bd9-4a6b-9ea8-0893a88cdd91 req-7f795927-3b99-44af-879d-d006d040c3e0 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-55b60baf-acbe-4a71-bd9f-e3dd2d092214 for instance with vm_state active and task_state deleting.
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c840418-a927-43fc-8101-dd562454881d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[97ee0a8d-3d08-4fad-a3b6-1dbb62ef0377]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:01:55 user nova-compute[75018]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:01:55 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:55 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:55 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:55 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:01:55 user nova-compute[75018]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:01:55 user nova-compute[75018]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f (non-flash)
Dec 05 17:01:55 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:55 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:55 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c0197490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f'): ({'sdf'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Removing single pathed devices sdf {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6a58d0d-345a-4355-994a-bc2593f05594]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6ddec1d-0979-4a54-a51a-cde197ad542d]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Flushing IO for device /dev/sdf {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ea53e13-23c6-4b2b-8f97-6e56dee0b49d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:55 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d2eb1664-a77a-4758-b0ea-61c56adf56f2 is timed out.
Dec 05 17:01:55 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Successfully detached device vdb from instance d2eb1664-a77a-4758-b0ea-61c56adf56f2 from the live domain config.
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MeVDgCjB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc', 'volume_id': 'c0396a52-a038-43c5-bd73-0ff515b71c3a'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:01:55 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.051s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[988e304a-7319-4fbb-b870-5c5a2b2c291b]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] SCSI volumes sdf have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b021f4fd-898d-44da-8f18-50f0bd4cc657]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:01:55 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Took 2.29 seconds to deallocate network for instance.
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[44620b98-7e76-4ce9-b63a-1307f197b3b9]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f, portal: 172.16.0.220,3260]
Dec 05 17:01:55 user nova-compute[75018]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f, portal: 172.16.0.220,3260] successful.
Dec 05 17:01:55 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c09b33b-2cff-4063-8901-cb941f4a764f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b4ae8ab-f63f-428f-9b16-37e7b30f990c]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.340s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] <== disconnect_volume: return (341ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.153s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BAOXICgl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:01:55 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[56693eb2-a76e-4f36-9f6d-ac1d6f6d7661]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:01:55 user nova-compute[75018]: No targets found.
Dec 05 17:01:55 user nova-compute[75018]: iSNS:
Dec 05 17:01:55 user nova-compute[75018]: No targets found.
Dec 05 17:01:55 user nova-compute[75018]: STATIC:
Dec 05 17:01:55 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227
Dec 05 17:01:55 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:55 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:55 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c
Dec 05 17:01:55 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:55 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:55 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02
Dec 05 17:01:55 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:55 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:55 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a
Dec 05 17:01:55 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:55 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:55 user nova-compute[75018]: FIRMWARE:
Dec 05 17:01:55 user nova-compute[75018]: No targets found.
Dec 05 17:01:55 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:01:55 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:01:55 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[29e0e595-42a0-4928-8870-bd284a05d68a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ec23b35-afa3-449a-897a-8109f4959d31]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:01:56 user nova-compute[75018]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:01:56 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:56 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:01:56 user nova-compute[75018]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a (non-flash)
Dec 05 17:01:56 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:56 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a864b1c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a'): ({'sdc'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Removing single pathed devices sdc {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c575dc5-b1f9-4fee-b9ac-fd9fb7b4ccaa]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[15154128-8650-4081-9b4a-74c10fdcbfed]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Flushing IO for device /dev/sdc {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e5307b8-a185-4970-9296-db93c8685131]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.050s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[01a13363-94c1-4eac-ba02-f0f23ef915b2]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[57d3a5f3-2667-4c58-bdc7-1aea7042405b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7af8b534-a0c4-4bfa-8bcf-f76a42a91baf]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a, portal: 172.16.0.220,3260]
Dec 05 17:01:56 user nova-compute[75018]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a, portal: 172.16.0.220,3260] successful.
Dec 05 17:01:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.329s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0396a52-a038-43c5-bd73-0ff515b71c3a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8701f37e-e67f-464b-8fd8-d8eed3872d34]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.356s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] <== disconnect_volume: return (509ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.364s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Deleted allocations for instance 90ef686b-3ab5-4970-849d-04c563a39459
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fbfdb67-aef9-4bb7-b2ed-c0a7925ec049]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:01:56 user nova-compute[75018]: No targets found.
Dec 05 17:01:56 user nova-compute[75018]: iSNS:
Dec 05 17:01:56 user nova-compute[75018]: No targets found.
Dec 05 17:01:56 user nova-compute[75018]: STATIC:
Dec 05 17:01:56 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227
Dec 05 17:01:56 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:56 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:56 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c
Dec 05 17:01:56 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:56 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:56 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02
Dec 05 17:01:56 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:56 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:56 user nova-compute[75018]: FIRMWARE:
Dec 05 17:01:56 user nova-compute[75018]: No targets found.
Dec 05 17:01:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:01:56 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:01:56 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f10c1e12-d099-4f5d-a01d-3a031a1edda5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[55cfab8e-da67-4413-bce6-fceb7f3541bc]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:01:56 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:56 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:01:56 user nova-compute[75018]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c (non-flash)
Dec 05 17:01:56 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a857bb50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c'): ({'sdg'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Removing single pathed devices sdg {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aea5ae2-6839-444c-9889-7338e969a600]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-36c8be60-6f7f-4e8f-9a76-779c7d09e1f4 tempest-TaggedAttachmentsTest-1818157073 tempest-TaggedAttachmentsTest-1818157073-project-member] Lock "90ef686b-3ab5-4970-849d-04c563a39459" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.371s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[238e302f-5fb5-4238-8e75-d5a01d420001]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Flushing IO for device /dev/sdg {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb29f4e0-d88c-4259-90af-832b5f707756]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.043s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[917cde58-ffc0-447c-a11c-a720f308d8bd]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] SCSI volumes sdg have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[26e77b32-ba5e-4811-9b52-4539dd5f74ae]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0083780f-4495-4e1b-bb6b-a7fda20f242a]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c, portal: 172.16.0.220,3260]
Dec 05 17:01:56 user nova-compute[75018]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c, portal: 172.16.0.220,3260] successful.
Dec 05 17:01:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG nova.compute.manager [req-ec284d3b-2eb4-439f-b988-776090ec0226 req-c79be618-cc72-4dfa-9c16-6e7a362f4ec5 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-plugged-9cd6cbf3-999c-42de-9664-8a73d0323f60 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ec284d3b-2eb4-439f-b988-776090ec0226 req-c79be618-cc72-4dfa-9c16-6e7a362f4ec5 service nova] Acquiring lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ec284d3b-2eb4-439f-b988-776090ec0226 req-c79be618-cc72-4dfa-9c16-6e7a362f4ec5 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ec284d3b-2eb4-439f-b988-776090ec0226 req-c79be618-cc72-4dfa-9c16-6e7a362f4ec5 service nova] Lock "30801f90-f27e-41c0-a49f-50989aa2e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG nova.compute.manager [req-ec284d3b-2eb4-439f-b988-776090ec0226 req-c79be618-cc72-4dfa-9c16-6e7a362f4ec5 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] No waiting events found dispatching network-vif-plugged-9cd6cbf3-999c-42de-9664-8a73d0323f60 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:01:56 user nova-compute[75018]: WARNING nova.compute.manager [req-ec284d3b-2eb4-439f-b988-776090ec0226 req-c79be618-cc72-4dfa-9c16-6e7a362f4ec5 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received unexpected event network-vif-plugged-9cd6cbf3-999c-42de-9664-8a73d0323f60 for instance with vm_state active and task_state deleting.
Dec 05 17:01:56 user nova-compute[75018]: DEBUG nova.compute.manager [req-ec284d3b-2eb4-439f-b988-776090ec0226 req-c79be618-cc72-4dfa-9c16-6e7a362f4ec5 service nova] [instance: 90ef686b-3ab5-4970-849d-04c563a39459] Received event network-vif-deleted-c76a1f87-144e-41b1-987e-d0d98f066960 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f7fdd523-0090-41ef-9695-28e1ffabae9c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a97d3a7-122d-4faa-8089-0805a198dcb1]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] <== disconnect_volume: return (708ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EZqfPxaN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:01:56 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3acce493-b3a7-426a-af81-fbc07d9a8b8d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:01:56 user nova-compute[75018]: No targets found.
Dec 05 17:01:56 user nova-compute[75018]: iSNS:
Dec 05 17:01:56 user nova-compute[75018]: No targets found.
Dec 05 17:01:56 user nova-compute[75018]: STATIC:
Dec 05 17:01:56 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227
Dec 05 17:01:56 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:56 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:56 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02
Dec 05 17:01:56 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:01:56 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:01:56 user nova-compute[75018]: FIRMWARE:
Dec 05 17:01:56 user nova-compute[75018]: No targets found.
Dec 05 17:01:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:01:56 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:01:56 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7fb8ee5-0716-45f8-a0f7-5709b3797fc7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d544560-ef84-4e1f-8634-b19cac66cb2c]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:01:56 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:01:56 user nova-compute[75018]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 (non-flash)
Dec 05 17:01:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a8694700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227'): ({'sdh'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Removing single pathed devices sdh {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-a55ebc44-4426-4281-a96d-7f4434835d12" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-a55ebc44-4426-4281-a96d-7f4434835d12" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.041s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4abd052-436b-4740-81dd-0fbc38c536a3]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.034s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf5c4d36-7f44-4060-bec5-e6a28f018ad4]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Flushing IO for device /dev/sdh {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[45c561f6-2706-44a2-ae50-c54458aba94c]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.055s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1ed924c-db66-430d-88fe-def76192037a]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] SCSI volumes sdh have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1812487b-d011-459d-8685-56ca5a0d9e3c]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[846d702d-9595-42a3-be2b-4f1a87e46ee3]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227, portal: 172.16.0.220,3260]
Dec 05 17:01:56 user nova-compute[75018]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227, portal: 172.16.0.220,3260] successful.
Dec 05 17:01:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e855302-788d-485a-8e6c-6c1bebe63227 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae58d15a-05fd-4761-a032-7da080f6d38d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.376s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] <== disconnect_volume: return (377ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:01:57 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Deleting instance files /opt/stack/data/nova/instances/30801f90-f27e-41c0-a49f-50989aa2e694_del
Dec 05 17:01:57 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Deletion of /opt/stack/data/nova/instances/30801f90-f27e-41c0-a49f-50989aa2e694_del complete
Dec 05 17:01:57 user nova-compute[75018]: INFO nova.compute.manager [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Took 4.56 seconds to destroy the instance on the hypervisor.
Dec 05 17:01:57 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG nova.objects.instance [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lazy-loading 'flavor' on Instance uuid d2eb1664-a77a-4758-b0ea-61c56adf56f2 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f3cc4518-4905-409c-ac2c-b6518fba52f5 tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.144s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Updating instance_info_cache with network_info: [{"id": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "address": "fa:16:3e:e4:c3:49", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ea73764-08", "ovs_interfaceid": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-a55ebc44-4426-4281-a96d-7f4434835d12" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:01:57 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:01:57 user nova-compute[75018]: ERROR nova.volume.cinder [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Update attachment failed for attachment 33c706bc-d540-4021-a888-170e06c87b98. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-7ae0d923-f137-4ab3-aa53-05ab6f662a92) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-7ae0d923-f137-4ab3-aa53-05ab6f662a92)
Dec 05 17:01:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-051f0581-b690-48f1-91fa-b53f0fe61404 req-65adb7e8-30ad-48d7-a159-1605eae9a637 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-deleted-55b60baf-acbe-4a71-bd9f-e3dd2d092214 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:01:58 user nova-compute[75018]: INFO nova.compute.manager [req-051f0581-b690-48f1-91fa-b53f0fe61404 req-65adb7e8-30ad-48d7-a159-1605eae9a637 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Neutron deleted interface 55b60baf-acbe-4a71-bd9f-e3dd2d092214; detaching it from the instance and deleting it from the info cache
Dec 05 17:01:58 user nova-compute[75018]: DEBUG nova.network.neutron [req-051f0581-b690-48f1-91fa-b53f0fe61404 req-65adb7e8-30ad-48d7-a159-1605eae9a637 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updating instance_info_cache with network_info: [{"id": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "address": "fa:16:3e:e3:61:26", "network": {"id": "0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1118191101-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20f550d6-cc", "ovs_interfaceid": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "address": "fa:16:3e:3a:14:fd", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea44200d-58", "ovs_interfaceid": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "address": "fa:16:3e:d3:ce:1b", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap669d78c9-a0", "ovs_interfaceid": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "address": "fa:16:3e:bf:c1:4a", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2e12aa9-95", "ovs_interfaceid": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "address": "fa:16:3e:e6:db:24", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8521dc77-7b", "ovs_interfaceid": "8521dc77-7bf3-4c35-b613-32b5a4af7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "address": "fa:16:3e:bc:b3:6a", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cd6cbf3-99", "ovs_interfaceid": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:01:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-051f0581-b690-48f1-91fa-b53f0fe61404 req-65adb7e8-30ad-48d7-a159-1605eae9a637 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Detach interface failed, port_id=55b60baf-acbe-4a71-bd9f-e3dd2d092214, reason: Instance 30801f90-f27e-41c0-a49f-50989aa2e694 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:02:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-9cc3efa0-97a1-4df9-8526-0b46cd6a69d8 req-d339fede-b06e-41c8-bbbd-7e2488a9d392 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-deleted-8521dc77-7bf3-4c35-b613-32b5a4af7fbc {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:02:01 user nova-compute[75018]: INFO nova.compute.manager [req-9cc3efa0-97a1-4df9-8526-0b46cd6a69d8 req-d339fede-b06e-41c8-bbbd-7e2488a9d392 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Neutron deleted interface 8521dc77-7bf3-4c35-b613-32b5a4af7fbc; detaching it from the instance and deleting it from the info cache
Dec 05 17:02:01 user nova-compute[75018]: DEBUG nova.network.neutron [req-9cc3efa0-97a1-4df9-8526-0b46cd6a69d8 req-d339fede-b06e-41c8-bbbd-7e2488a9d392 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updating instance_info_cache with network_info: [{"id": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "address": "fa:16:3e:e3:61:26", "network": {"id": "0c7c0a4a-984e-4aaa-b8ef-fc0a0dcf775e", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1118191101-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20f550d6-cc", "ovs_interfaceid": "20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "address": "fa:16:3e:3a:14:fd", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea44200d-58", "ovs_interfaceid": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "address": "fa:16:3e:d3:ce:1b", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap669d78c9-a0", "ovs_interfaceid": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "address": "fa:16:3e:bf:c1:4a", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2e12aa9-95", "ovs_interfaceid": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "address": "fa:16:3e:bc:b3:6a", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cd6cbf3-99", "ovs_interfaceid": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:02:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-9cc3efa0-97a1-4df9-8526-0b46cd6a69d8 req-d339fede-b06e-41c8-bbbd-7e2488a9d392 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Detach interface failed, port_id=8521dc77-7bf3-4c35-b613-32b5a4af7fbc, reason: Instance 30801f90-f27e-41c0-a49f-50989aa2e694 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:02:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-9cc3efa0-97a1-4df9-8526-0b46cd6a69d8 req-d339fede-b06e-41c8-bbbd-7e2488a9d392 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-deleted-20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:02:01 user nova-compute[75018]: INFO nova.compute.manager [req-9cc3efa0-97a1-4df9-8526-0b46cd6a69d8 req-d339fede-b06e-41c8-bbbd-7e2488a9d392 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Neutron deleted interface 20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1; detaching it from the instance and deleting it from the info cache
Dec 05 17:02:01 user nova-compute[75018]: DEBUG nova.network.neutron [req-9cc3efa0-97a1-4df9-8526-0b46cd6a69d8 req-d339fede-b06e-41c8-bbbd-7e2488a9d392 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updating instance_info_cache with network_info: [{"id": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "address": "fa:16:3e:3a:14:fd", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea44200d-58", "ovs_interfaceid": "ea44200d-582a-43a7-9e3d-1d5ab785e61c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "address": "fa:16:3e:d3:ce:1b", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap669d78c9-a0", "ovs_interfaceid": "669d78c9-a014-4d90-8e61-12d7b36b5e93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "address": "fa:16:3e:bf:c1:4a", "network": {"id": "957fc023-8f11-4312-849d-01670ad89435", "bridge": "br-int", "label": "tempest-device-tagging-net1-417411271", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2e12aa9-95", "ovs_interfaceid": "c2e12aa9-95fe-4f67-b214-ec95ee1ee183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "address": "fa:16:3e:bc:b3:6a", "network": {"id": "27f6041e-a7b5-4603-ad7a-5836290d9b4a", "bridge": "br-int", "label": "tempest-device-tagging-net2-667842803", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e206a1f728b544faa47430ea8d210abe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cd6cbf3-99", "ovs_interfaceid": "9cd6cbf3-999c-42de-9664-8a73d0323f60", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:02:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-9cc3efa0-97a1-4df9-8526-0b46cd6a69d8 req-d339fede-b06e-41c8-bbbd-7e2488a9d392 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Detach interface failed, port_id=20f550d6-cc7e-45fa-aefd-0d88b9a9dbe1, reason: Instance 30801f90-f27e-41c0-a49f-50989aa2e694 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:02:01 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:02:01 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Took 4.35 seconds to deallocate network for instance.
Dec 05 17:02:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:03 user nova-compute[75018]: DEBUG nova.compute.manager [req-e8e14266-af5e-4b4c-a66d-ec7057b0a205 req-5098d56a-9b58-4ee6-8a76-61bc41a064b5 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-deleted-c2e12aa9-95fe-4f67-b214-ec95ee1ee183 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:02:03 user nova-compute[75018]: DEBUG nova.compute.manager [req-e8e14266-af5e-4b4c-a66d-ec7057b0a205 req-5098d56a-9b58-4ee6-8a76-61bc41a064b5 service nova] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Received event network-vif-deleted-9cd6cbf3-999c-42de-9664-8a73d0323f60 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:02:04 user nova-compute[75018]: INFO nova.compute.manager [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] [instance: 30801f90-f27e-41c0-a49f-50989aa2e694] Took 2.56 seconds to detach 3 volumes for instance.
Dec 05 17:02:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:04 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:02:04 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:02:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.362s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:04 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Deleted allocations for instance 30801f90-f27e-41c0-a49f-50989aa2e694
Dec 05 17:02:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-27d16bcb-202a-4b81-933d-64a3298858c2 tempest-TaggedBootDevicesTest-2112892794 tempest-TaggedBootDevicesTest-2112892794-project-member] Lock "30801f90-f27e-41c0-a49f-50989aa2e694" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 12.055s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:11 user nova-compute[75018]: DEBUG nova.objects.instance [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'pci_requests' on Instance uuid 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:02:11 user nova-compute[75018]: DEBUG nova.objects.instance [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'numa_topology' on Instance uuid 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:02:11 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:02:11 user nova-compute[75018]: INFO nova.compute.claims [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Claim successful on node user
Dec 05 17:02:11 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:02:11 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:02:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.395s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:11 user nova-compute[75018]: INFO nova.network.neutron [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updating port f56ffda0-863c-464b-8245-93c0c556b83a with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 05 17:02:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:02:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquired lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:02:12 user nova-compute[75018]: DEBUG nova.network.neutron [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:02:12 user nova-compute[75018]: DEBUG nova.compute.manager [req-27885862-5ef0-494a-b808-2b5651c2806e req-bcc4b21d-5ba4-4b80-8b6e-09a2f55ad5c3 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received event network-changed-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:02:12 user nova-compute[75018]: DEBUG nova.compute.manager [req-27885862-5ef0-494a-b808-2b5651c2806e req-bcc4b21d-5ba4-4b80-8b6e-09a2f55ad5c3 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Refreshing instance network info cache due to event network-changed-f56ffda0-863c-464b-8245-93c0c556b83a. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:02:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-27885862-5ef0-494a-b808-2b5651c2806e req-bcc4b21d-5ba4-4b80-8b6e-09a2f55ad5c3 service nova] Acquiring lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:02:12 user nova-compute[75018]: DEBUG nova.network.neutron [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updating instance_info_cache with network_info: [{"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:02:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Releasing lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:02:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:02:12 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Creating image(s)
Dec 05 17:02:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "/opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "/opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "/opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:12 user nova-compute[75018]: DEBUG nova.objects.instance [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'trusted_certs' on Instance uuid 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:02:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-27885862-5ef0-494a-b808-2b5651c2806e req-bcc4b21d-5ba4-4b80-8b6e-09a2f55ad5c3 service nova] Acquired lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:02:12 user nova-compute[75018]: DEBUG nova.network.neutron [req-27885862-5ef0-494a-b808-2b5651c2806e req-bcc4b21d-5ba4-4b80-8b6e-09a2f55ad5c3 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Refreshing network info cache for port f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:02:12 user nova-compute[75018]: DEBUG nova.objects.base [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Object Instance<8d040d8b-78c5-4b7a-9fc2-820aa6ebed52> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:02:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "816ef980a91342fa0342a046caadda77d5eb6ca2" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "816ef980a91342fa0342a046caadda77d5eb6ca2" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2.part --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2.part --force-share --output=json" returned: 0 in 0.183s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:14 user nova-compute[75018]: DEBUG nova.virt.images [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] be8b4f01-cd5d-4fd7-b2c4-1ea704caaebe was qcow2, converting to raw {{(pid=75018) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 05 17:02:14 user nova-compute[75018]: DEBUG nova.privsep.utils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75018) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 05 17:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2.part /opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2.converted {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2.part /opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2.converted" returned: 0 in 0.377s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2.converted --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2.converted --force-share --output=json" returned: 0 in 0.186s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "816ef980a91342fa0342a046caadda77d5eb6ca2" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.755s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2 --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "816ef980a91342fa0342a046caadda77d5eb6ca2" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "816ef980a91342fa0342a046caadda77d5eb6ca2" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2 --force-share --output=json" returned: 0 in 0.182s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2,backing_fmt=raw /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2,backing_fmt=raw /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk 1073741824" returned: 0 in 0.064s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "816ef980a91342fa0342a046caadda77d5eb6ca2" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:15 user nova-compute[75018]: DEBUG nova.network.neutron [req-27885862-5ef0-494a-b808-2b5651c2806e req-bcc4b21d-5ba4-4b80-8b6e-09a2f55ad5c3 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updated VIF entry in instance network info cache for port f56ffda0-863c-464b-8245-93c0c556b83a. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:02:15 user nova-compute[75018]: DEBUG nova.network.neutron [req-27885862-5ef0-494a-b808-2b5651c2806e req-bcc4b21d-5ba4-4b80-8b6e-09a2f55ad5c3 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updating instance_info_cache with network_info: [{"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:02:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-27885862-5ef0-494a-b808-2b5651c2806e req-bcc4b21d-5ba4-4b80-8b6e-09a2f55ad5c3 service nova] Releasing lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:02:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2 --force-share --output=json" returned: 0 in 0.192s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:15 user nova-compute[75018]: DEBUG nova.objects.instance [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'migration_context' on Instance uuid 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:02:15 user nova-compute[75018]: DEBUG nova.objects.base [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Object Instance<8d040d8b-78c5-4b7a-9fc2-820aa6ebed52> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:02:15 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Rebasing disk image.
Dec 05 17:02:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.264s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 -F raw /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 -F raw /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk" returned: 0 in 2.699s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Ensure instance console log exists: /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Start _get_guest_xml network_info=[{"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='ac45e463e8b96f6a06856bde9577dce9',container_format='bare',created_at=2023-12-05T16:59:55Z,direct_url=<?>,disk_format='qcow2',id=be8b4f01-cd5d-4fd7-b2c4-1ea704caaebe,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-357302359-shelved',owner='eeda605e799e4fc88ae4e8898981ee9c',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-05T17:00:01Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hwpKrYQS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '8d040d8b-78c5-4b7a-9fc2-820aa6ebed52', 'attached_at': '', 'detached_at': '', 'volume_id': 'f50d483f-1cda-4cd1-a474-f9bf216f52d1', 'serial': 'f50d483f-1cda-4cd1-a474-f9bf216f52d1'}, 'attachment_id': '33c706bc-d540-4021-a888-170e06c87b98', 'delete_on_termination': False, 'boot_index': None, 'mount_device': '/dev/vdc', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:02:18 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:02:18 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ac45e463e8b96f6a06856bde9577dce9',container_format='bare',created_at=2023-12-05T16:59:55Z,direct_url=<?>,disk_format='qcow2',id=be8b4f01-cd5d-4fd7-b2c4-1ea704caaebe,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-357302359-shelved',owner='eeda605e799e4fc88ae4e8898981ee9c',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-05T17:00:01Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.objects.instance [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.objects.base [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Object Instance<8d040d8b-78c5-4b7a-9fc2-820aa6ebed52> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hwpKrYQS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:02:18 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:02:18 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:02:18 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce7635bf-6033-4522-8401-8ff867121b37]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:02:18 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b780faa-a121-4fa2-a907-a4e752819330]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1] added
Dec 05 17:02:18 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dc64396-858d-44b7-82e5-326662d86313]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d77b1dc-630d-4799-94e0-55e65ba61a21]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hwpKrYQS {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hwpKrYQS" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[099cff3e-fbfd-4e9e-973c-5ad3de13d6f4]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hwpKrYQS'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[90500ddb-b92b-4207-a5d5-e9dc2df45a53]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a29f867c-6256-41f8-b9e9-4e66689c2036]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:02:18 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:02:18 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b7dbeda-c463-4dd8-b281-44503d506959]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1, portal: 172.16.0.220,3260]
Dec 05 17:02:18 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1, portal: 172.16.0.220,3260] successful.
Dec 05 17:02:18 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea3fe697-3e28-4601-b522-d9e183ffbca9]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae486948-8dd5-4364-9978-0f54d829397a]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:02:18 user nova-compute[75018]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 (non-flash)
Dec 05 17:02:18 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:02:18 user nova-compute[75018]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 (non-flash)
Dec 05 17:02:18 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.321s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] HCTL ('34', '-', '-', 0) found on session 18 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4d8ca3c-1196-426f-a4da-064713d954e3]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Searching for a device in session 18 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:02:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hwpKrYQS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.357s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] <== connect_volume: return (1359ms) {'type': 'block', 'scsi_wwn': '23333663864396461', 'path': '/dev/sdc'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23333663864396461', 'path': '/dev/sdc'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-05T16:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-357302359',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-357302359',id=1,image_ref='be8b4f01-cd5d-4fd7-b2c4-1ea704caaebe',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1082907851',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:58:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='eeda605e799e4fc88ae4e8898981ee9c',ramdisk_id='',reservation_id='r-3qqqlwj3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1242004540',owner_user_name='tempest-AttachVolumeShelveTestJSON-1242004540-project-member',shelved_at='2023-12-05T17:00:01.272822',shelved_host='user',shelved_image_id='be8b4f01-cd5d-4fd7-b2c4-1ea704caaebe'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:01:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d407dbeca07a4ef1ade84c3932a79211',uuid=8d040d8b-78c5-4b7a-9fc2-820aa6ebed52,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converting VIF {"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:85:f8,bridge_name='br-int',has_traffic_filtering=True,id=f56ffda0-863c-464b-8245-93c0c556b83a,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf56ffda0-86') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG nova.objects.instance [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'pci_devices' on Instance uuid 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG nova.objects.base [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Object Instance<8d040d8b-78c5-4b7a-9fc2-820aa6ebed52> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:02:19 user nova-compute[75018]:   <uuid>8d040d8b-78c5-4b7a-9fc2-820aa6ebed52</uuid>
Dec 05 17:02:19 user nova-compute[75018]:   <name>instance-00000001</name>
Dec 05 17:02:19 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:02:19 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:02:19 user nova-compute[75018]:   <metadata>
Dec 05 17:02:19 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:02:19 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:02:19 user nova-compute[75018]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-357302359</nova:name>
Dec 05 17:02:19 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:02:18</nova:creationTime>
Dec 05 17:02:19 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:02:19 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:02:19 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:02:19 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:02:19 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:02:19 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:02:19 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:02:19 user nova-compute[75018]:       <nova:owner>
Dec 05 17:02:19 user nova-compute[75018]:         <nova:user uuid="d407dbeca07a4ef1ade84c3932a79211">tempest-AttachVolumeShelveTestJSON-1242004540-project-member</nova:user>
Dec 05 17:02:19 user nova-compute[75018]:         <nova:project uuid="eeda605e799e4fc88ae4e8898981ee9c">tempest-AttachVolumeShelveTestJSON-1242004540</nova:project>
Dec 05 17:02:19 user nova-compute[75018]:       </nova:owner>
Dec 05 17:02:19 user nova-compute[75018]:       <nova:root type="image" uuid="be8b4f01-cd5d-4fd7-b2c4-1ea704caaebe"/>
Dec 05 17:02:19 user nova-compute[75018]:       <nova:ports>
Dec 05 17:02:19 user nova-compute[75018]:         <nova:port uuid="f56ffda0-863c-464b-8245-93c0c556b83a">
Dec 05 17:02:19 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 05 17:02:19 user nova-compute[75018]:         </nova:port>
Dec 05 17:02:19 user nova-compute[75018]:       </nova:ports>
Dec 05 17:02:19 user nova-compute[75018]:     </nova:instance>
Dec 05 17:02:19 user nova-compute[75018]:   </metadata>
Dec 05 17:02:19 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:02:19 user nova-compute[75018]:     <system>
Dec 05 17:02:19 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:02:19 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:02:19 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:02:19 user nova-compute[75018]:       <entry name="serial">8d040d8b-78c5-4b7a-9fc2-820aa6ebed52</entry>
Dec 05 17:02:19 user nova-compute[75018]:       <entry name="uuid">8d040d8b-78c5-4b7a-9fc2-820aa6ebed52</entry>
Dec 05 17:02:19 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:02:19 user nova-compute[75018]:     </system>
Dec 05 17:02:19 user nova-compute[75018]:   </sysinfo>
Dec 05 17:02:19 user nova-compute[75018]:   <os>
Dec 05 17:02:19 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:02:19 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:02:19 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:02:19 user nova-compute[75018]:   </os>
Dec 05 17:02:19 user nova-compute[75018]:   <features>
Dec 05 17:02:19 user nova-compute[75018]:     <acpi/>
Dec 05 17:02:19 user nova-compute[75018]:     <apic/>
Dec 05 17:02:19 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:02:19 user nova-compute[75018]:   </features>
Dec 05 17:02:19 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:02:19 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:02:19 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:02:19 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:02:19 user nova-compute[75018]:   </clock>
Dec 05 17:02:19 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:02:19 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:02:19 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:02:19 user nova-compute[75018]:   </cpu>
Dec 05 17:02:19 user nova-compute[75018]:   <devices>
Dec 05 17:02:19 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:02:19 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:02:19 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk"/>
Dec 05 17:02:19 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:02:19 user nova-compute[75018]:     </disk>
Dec 05 17:02:19 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:02:19 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:02:19 user nova-compute[75018]:       <source dev="/dev/sdc"/>
Dec 05 17:02:19 user nova-compute[75018]:       <target dev="vdc" bus="virtio"/>
Dec 05 17:02:19 user nova-compute[75018]:       <serial>f50d483f-1cda-4cd1-a474-f9bf216f52d1</serial>
Dec 05 17:02:19 user nova-compute[75018]:     </disk>
Dec 05 17:02:19 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:02:19 user nova-compute[75018]:       <mac address="fa:16:3e:c9:85:f8"/>
Dec 05 17:02:19 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:02:19 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:02:19 user nova-compute[75018]:       <target dev="tapf56ffda0-86"/>
Dec 05 17:02:19 user nova-compute[75018]:     </interface>
Dec 05 17:02:19 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:02:19 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/console.log" append="off"/>
Dec 05 17:02:19 user nova-compute[75018]:     </serial>
Dec 05 17:02:19 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:02:19 user nova-compute[75018]:     <video>
Dec 05 17:02:19 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:02:19 user nova-compute[75018]:     </video>
Dec 05 17:02:19 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:02:19 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:02:19 user nova-compute[75018]:     </rng>
Dec 05 17:02:19 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:02:19 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:02:19 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:02:19 user nova-compute[75018]:     </memballoon>
Dec 05 17:02:19 user nova-compute[75018]:   </devices>
Dec 05 17:02:19 user nova-compute[75018]: </domain>
Dec 05 17:02:19 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-05T16:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-357302359',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-357302359',id=1,image_ref='be8b4f01-cd5d-4fd7-b2c4-1ea704caaebe',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1082907851',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:58:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='eeda605e799e4fc88ae4e8898981ee9c',ramdisk_id='',reservation_id='r-3qqqlwj3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1242004540',owner_user_name='tempest-AttachVolumeShelveTestJSON-1242004540-project-member',shelved_at='2023-12-05T17:00:01.272822',shelved_host='user',shelved_image_id='be8b4f01-cd5d-4fd7-b2c4-1ea704caaebe'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:01:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d407dbeca07a4ef1ade84c3932a79211',uuid=8d040d8b-78c5-4b7a-9fc2-820aa6ebed52,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converting VIF {"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:85:f8,bridge_name='br-int',has_traffic_filtering=True,id=f56ffda0-863c-464b-8245-93c0c556b83a,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf56ffda0-86') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG os_vif [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:85:f8,bridge_name='br-int',has_traffic_filtering=True,id=f56ffda0-863c-464b-8245-93c0c556b83a,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf56ffda0-86') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '71139c63-f869-50f4-bea2-2da82e1f10a6', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf56ffda0-86, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf56ffda0-86, col_values=(('qos', UUID('b141766f-4d62-4b9b-b299-7ad7f3ad9bb6')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf56ffda0-86, col_values=(('external_ids', {'iface-id': 'f56ffda0-863c-464b-8245-93c0c556b83a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c9:85:f8', 'vm-uuid': '8d040d8b-78c5-4b7a-9fc2-820aa6ebed52'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:19 user nova-compute[75018]: INFO os_vif [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:85:f8,bridge_name='br-int',has_traffic_filtering=True,id=f56ffda0-863c-464b-8245-93c0c556b83a,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf56ffda0-86')
Dec 05 17:02:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:02:19 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] No VIF found with MAC fa:16:3e:c9:85:f8, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:02:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:21 user nova-compute[75018]: DEBUG nova.compute.manager [req-eeed6e7e-36ed-430a-9731-55aa616addfb req-23b200f7-3086-4045-8c1e-92b1ec5eb7a9 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received event network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:02:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eeed6e7e-36ed-430a-9731-55aa616addfb req-23b200f7-3086-4045-8c1e-92b1ec5eb7a9 service nova] Acquiring lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eeed6e7e-36ed-430a-9731-55aa616addfb req-23b200f7-3086-4045-8c1e-92b1ec5eb7a9 service nova] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eeed6e7e-36ed-430a-9731-55aa616addfb req-23b200f7-3086-4045-8c1e-92b1ec5eb7a9 service nova] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:21 user nova-compute[75018]: DEBUG nova.compute.manager [req-eeed6e7e-36ed-430a-9731-55aa616addfb req-23b200f7-3086-4045-8c1e-92b1ec5eb7a9 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] No waiting events found dispatching network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:02:21 user nova-compute[75018]: WARNING nova.compute.manager [req-eeed6e7e-36ed-430a-9731-55aa616addfb req-23b200f7-3086-4045-8c1e-92b1ec5eb7a9 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received unexpected event network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a for instance with vm_state shelved_offloaded and task_state spawning.
Dec 05 17:02:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:23 user nova-compute[75018]: DEBUG nova.compute.manager [req-fc83a237-0e85-4bd0-aca1-e0cd8fb387b2 req-83ea199e-a21f-424a-9ca5-1a68c30b49ec service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received event network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:02:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fc83a237-0e85-4bd0-aca1-e0cd8fb387b2 req-83ea199e-a21f-424a-9ca5-1a68c30b49ec service nova] Acquiring lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fc83a237-0e85-4bd0-aca1-e0cd8fb387b2 req-83ea199e-a21f-424a-9ca5-1a68c30b49ec service nova] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fc83a237-0e85-4bd0-aca1-e0cd8fb387b2 req-83ea199e-a21f-424a-9ca5-1a68c30b49ec service nova] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:23 user nova-compute[75018]: DEBUG nova.compute.manager [req-fc83a237-0e85-4bd0-aca1-e0cd8fb387b2 req-83ea199e-a21f-424a-9ca5-1a68c30b49ec service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] No waiting events found dispatching network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:02:23 user nova-compute[75018]: WARNING nova.compute.manager [req-fc83a237-0e85-4bd0-aca1-e0cd8fb387b2 req-83ea199e-a21f-424a-9ca5-1a68c30b49ec service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received unexpected event network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a for instance with vm_state shelved_offloaded and task_state spawning.
Dec 05 17:02:23 user nova-compute[75018]: DEBUG nova.compute.manager [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:02:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:02:23 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Instance spawned successfully.
Dec 05 17:02:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:02:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b411f55a-f742-454b-97d9-aefe59068ecb tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 37.235s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Acquiring lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.007s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Acquiring lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:25 user nova-compute[75018]: INFO nova.compute.manager [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Terminating instance
Dec 05 17:02:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:02:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-c9eac79f-4ae7-4cf1-9065-5cd5bffc137f req-d3d7a699-1db9-4c0d-a620-91eea5c0f034 service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Received event network-vif-unplugged-648984fe-7d87-4adc-a99b-7b8540c84c35 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c9eac79f-4ae7-4cf1-9065-5cd5bffc137f req-d3d7a699-1db9-4c0d-a620-91eea5c0f034 service nova] Acquiring lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c9eac79f-4ae7-4cf1-9065-5cd5bffc137f req-d3d7a699-1db9-4c0d-a620-91eea5c0f034 service nova] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c9eac79f-4ae7-4cf1-9065-5cd5bffc137f req-d3d7a699-1db9-4c0d-a620-91eea5c0f034 service nova] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-c9eac79f-4ae7-4cf1-9065-5cd5bffc137f req-d3d7a699-1db9-4c0d-a620-91eea5c0f034 service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] No waiting events found dispatching network-vif-unplugged-648984fe-7d87-4adc-a99b-7b8540c84c35 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-c9eac79f-4ae7-4cf1-9065-5cd5bffc137f req-d3d7a699-1db9-4c0d-a620-91eea5c0f034 service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Received event network-vif-unplugged-648984fe-7d87-4adc-a99b-7b8540c84c35 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:02:26 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Instance destroyed successfully.
Dec 05 17:02:26 user nova-compute[75018]: DEBUG nova.objects.instance [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lazy-loading 'resources' on Instance uuid d2eb1664-a77a-4758-b0ea-61c56adf56f2 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:58:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-353245484',display_name='tempest-TestVolumeSwap-server-353245484',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-353245484',id=6,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOYErX3d1Fk1Uj1VRFyGaokWRLn/xerjYZ8YfJluwzj/tP0oeqdiYXc0G47gUsDNsnT6lM7TPlrW3l+BzrsmLPkbCqz4xrUj/CQpfGxoBY2qjneXZH6/4kXrVSz0tAMd2A==',key_name='tempest-keypair-1930400832',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:58:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7748795e89204bb7b77af63901f1f0c5',ramdisk_id='',reservation_id='r-vfq534cs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-982046364',owner_user_name='tempest-TestVolumeSwap-982046364-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:58:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07db227036774f938b9d8ff2dbaa29a8',uuid=d2eb1664-a77a-4758-b0ea-61c56adf56f2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "648984fe-7d87-4adc-a99b-7b8540c84c35", "address": "fa:16:3e:ab:a6:1f", "network": {"id": "3247e355-d8f9-4ed9-a30f-31157dc80d25", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1371215989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7748795e89204bb7b77af63901f1f0c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap648984fe-7d", "ovs_interfaceid": "648984fe-7d87-4adc-a99b-7b8540c84c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Converting VIF {"id": "648984fe-7d87-4adc-a99b-7b8540c84c35", "address": "fa:16:3e:ab:a6:1f", "network": {"id": "3247e355-d8f9-4ed9-a30f-31157dc80d25", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1371215989-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7748795e89204bb7b77af63901f1f0c5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap648984fe-7d", "ovs_interfaceid": "648984fe-7d87-4adc-a99b-7b8540c84c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ab:a6:1f,bridge_name='br-int',has_traffic_filtering=True,id=648984fe-7d87-4adc-a99b-7b8540c84c35,network=Network(3247e355-d8f9-4ed9-a30f-31157dc80d25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap648984fe-7d') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG os_vif [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ab:a6:1f,bridge_name='br-int',has_traffic_filtering=True,id=648984fe-7d87-4adc-a99b-7b8540c84c35,network=Network(3247e355-d8f9-4ed9-a30f-31157dc80d25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap648984fe-7d') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap648984fe-7d, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=45aee4ea-2467-4525-b30a-6eb1228bcd7a) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:02:26 user nova-compute[75018]: INFO os_vif [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ab:a6:1f,bridge_name='br-int',has_traffic_filtering=True,id=648984fe-7d87-4adc-a99b-7b8540c84c35,network=Network(3247e355-d8f9-4ed9-a30f-31157dc80d25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap648984fe-7d')
Dec 05 17:02:26 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Deleting instance files /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2_del
Dec 05 17:02:26 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Deletion of /opt/stack/data/nova/instances/d2eb1664-a77a-4758-b0ea-61c56adf56f2_del complete
Dec 05 17:02:26 user nova-compute[75018]: INFO nova.compute.manager [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Took 1.02 seconds to destroy the instance on the hypervisor.
Dec 05 17:02:26 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:02:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:27 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:02:27 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Took 0.84 seconds to deallocate network for instance.
Dec 05 17:02:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:27 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:02:27 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:02:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.390s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:28 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Deleted allocations for instance d2eb1664-a77a-4758-b0ea-61c56adf56f2
Dec 05 17:02:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-0ba98889-853c-4159-8ac1-f21ebbbbea8f req-6288cb70-b6d9-4d48-b29b-7ac9fb9ac93b service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Received event network-vif-plugged-648984fe-7d87-4adc-a99b-7b8540c84c35 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:02:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0ba98889-853c-4159-8ac1-f21ebbbbea8f req-6288cb70-b6d9-4d48-b29b-7ac9fb9ac93b service nova] Acquiring lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0ba98889-853c-4159-8ac1-f21ebbbbea8f req-6288cb70-b6d9-4d48-b29b-7ac9fb9ac93b service nova] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0ba98889-853c-4159-8ac1-f21ebbbbea8f req-6288cb70-b6d9-4d48-b29b-7ac9fb9ac93b service nova] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-0ba98889-853c-4159-8ac1-f21ebbbbea8f req-6288cb70-b6d9-4d48-b29b-7ac9fb9ac93b service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] No waiting events found dispatching network-vif-plugged-648984fe-7d87-4adc-a99b-7b8540c84c35 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:02:28 user nova-compute[75018]: WARNING nova.compute.manager [req-0ba98889-853c-4159-8ac1-f21ebbbbea8f req-6288cb70-b6d9-4d48-b29b-7ac9fb9ac93b service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Received unexpected event network-vif-plugged-648984fe-7d87-4adc-a99b-7b8540c84c35 for instance with vm_state deleted and task_state None.
Dec 05 17:02:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-0ba98889-853c-4159-8ac1-f21ebbbbea8f req-6288cb70-b6d9-4d48-b29b-7ac9fb9ac93b service nova] [instance: d2eb1664-a77a-4758-b0ea-61c56adf56f2] Received event network-vif-deleted-648984fe-7d87-4adc-a99b-7b8540c84c35 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:02:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-199c5fba-53ad-41e1-bcaa-e9e1655bceae tempest-TestVolumeSwap-982046364 tempest-TestVolumeSwap-982046364-project-member] Lock "d2eb1664-a77a-4758-b0ea-61c56adf56f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.519s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "72f18866-6d44-4c27-9469-e89f4be276c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:37 user nova-compute[75018]: DEBUG nova.compute.manager [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:02:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:02:38 user nova-compute[75018]: INFO nova.compute.claims [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Claim successful on node user
Dec 05 17:02:38 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:02:38 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:02:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.509s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:02:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:02:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:02:38 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:02:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:02:38 user nova-compute[75018]: DEBUG nova.policy [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c32c2b2b6654c15978d1023da6dccfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '635c106af9034e0ea517a3b393df1942', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:02:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:02:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:02:38 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Creating image(s)
Dec 05 17:02:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "/opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "/opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "/opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.279s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.186s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk 1073741824" returned: 0 in 0.056s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.203s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Checking if we can resize image /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG nova.network.neutron [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Successfully created port: 13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Cannot resize image /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Ensure instance console log exists: /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.network.neutron [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Successfully updated port: 13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquired lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.network.neutron [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-cd78052c-9db5-4cb2-9e2a-83e340e798e9 req-c6fd44f3-b2af-4993-933b-7995c8f7dcc6 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received event network-changed-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-cd78052c-9db5-4cb2-9e2a-83e340e798e9 req-c6fd44f3-b2af-4993-933b-7995c8f7dcc6 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Refreshing instance network info cache due to event network-changed-13debc29-d5d3-4e04-96ab-205d9c85f600. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cd78052c-9db5-4cb2-9e2a-83e340e798e9 req-c6fd44f3-b2af-4993-933b-7995c8f7dcc6 service nova] Acquiring lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.network.neutron [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.network.neutron [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Updating instance_info_cache with network_info: [{"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Releasing lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.compute.manager [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Instance network_info: |[{"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cd78052c-9db5-4cb2-9e2a-83e340e798e9 req-c6fd44f3-b2af-4993-933b-7995c8f7dcc6 service nova] Acquired lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.network.neutron [req-cd78052c-9db5-4cb2-9e2a-83e340e798e9 req-c6fd44f3-b2af-4993-933b-7995c8f7dcc6 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Refreshing network info cache for port 13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Start _get_guest_xml network_info=[{"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:02:40 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:02:40 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:02:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-754070654',display_name='tempest-ServerActionsTestOtherB-server-754070654',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-754070654',id=14,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDnLYOEyXLdzM2h+5a0hc15BkJS5Udod0DgOGkG0OAAzD9IXp4J+h/g94qzxF5GsHlrV6EPnJ4C1XEhhjrGJByAcycNU2RrQvqvZM0usezlGfS01Pa3ZFldXnYfn7PKrNg==',key_name='tempest-keypair-411987793',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='635c106af9034e0ea517a3b393df1942',ramdisk_id='',reservation_id='r-nosipukc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-755840113',owner_user_name='tempest-ServerActionsTestOtherB-755840113-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:02:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c32c2b2b6654c15978d1023da6dccfe',uuid=72f18866-6d44-4c27-9469-e89f4be276c5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converting VIF {"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.objects.instance [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lazy-loading 'pci_devices' on Instance uuid 72f18866-6d44-4c27-9469-e89f4be276c5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:02:40 user nova-compute[75018]:   <uuid>72f18866-6d44-4c27-9469-e89f4be276c5</uuid>
Dec 05 17:02:40 user nova-compute[75018]:   <name>instance-0000000e</name>
Dec 05 17:02:40 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:02:40 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:02:40 user nova-compute[75018]:   <metadata>
Dec 05 17:02:40 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:02:40 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:02:40 user nova-compute[75018]:       <nova:name>tempest-ServerActionsTestOtherB-server-754070654</nova:name>
Dec 05 17:02:40 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:02:40</nova:creationTime>
Dec 05 17:02:40 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:02:40 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:02:40 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:02:40 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:02:40 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:02:40 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:02:40 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:02:40 user nova-compute[75018]:       <nova:owner>
Dec 05 17:02:40 user nova-compute[75018]:         <nova:user uuid="4c32c2b2b6654c15978d1023da6dccfe">tempest-ServerActionsTestOtherB-755840113-project-member</nova:user>
Dec 05 17:02:40 user nova-compute[75018]:         <nova:project uuid="635c106af9034e0ea517a3b393df1942">tempest-ServerActionsTestOtherB-755840113</nova:project>
Dec 05 17:02:40 user nova-compute[75018]:       </nova:owner>
Dec 05 17:02:40 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:02:40 user nova-compute[75018]:       <nova:ports>
Dec 05 17:02:40 user nova-compute[75018]:         <nova:port uuid="13debc29-d5d3-4e04-96ab-205d9c85f600">
Dec 05 17:02:40 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 05 17:02:40 user nova-compute[75018]:         </nova:port>
Dec 05 17:02:40 user nova-compute[75018]:       </nova:ports>
Dec 05 17:02:40 user nova-compute[75018]:     </nova:instance>
Dec 05 17:02:40 user nova-compute[75018]:   </metadata>
Dec 05 17:02:40 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:02:40 user nova-compute[75018]:     <system>
Dec 05 17:02:40 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:02:40 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:02:40 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:02:40 user nova-compute[75018]:       <entry name="serial">72f18866-6d44-4c27-9469-e89f4be276c5</entry>
Dec 05 17:02:40 user nova-compute[75018]:       <entry name="uuid">72f18866-6d44-4c27-9469-e89f4be276c5</entry>
Dec 05 17:02:40 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:02:40 user nova-compute[75018]:     </system>
Dec 05 17:02:40 user nova-compute[75018]:   </sysinfo>
Dec 05 17:02:40 user nova-compute[75018]:   <os>
Dec 05 17:02:40 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:02:40 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:02:40 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:02:40 user nova-compute[75018]:   </os>
Dec 05 17:02:40 user nova-compute[75018]:   <features>
Dec 05 17:02:40 user nova-compute[75018]:     <acpi/>
Dec 05 17:02:40 user nova-compute[75018]:     <apic/>
Dec 05 17:02:40 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:02:40 user nova-compute[75018]:   </features>
Dec 05 17:02:40 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:02:40 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:02:40 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:02:40 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:02:40 user nova-compute[75018]:   </clock>
Dec 05 17:02:40 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:02:40 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:02:40 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:02:40 user nova-compute[75018]:   </cpu>
Dec 05 17:02:40 user nova-compute[75018]:   <devices>
Dec 05 17:02:40 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:02:40 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:02:40 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk"/>
Dec 05 17:02:40 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:02:40 user nova-compute[75018]:     </disk>
Dec 05 17:02:40 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:02:40 user nova-compute[75018]:       <mac address="fa:16:3e:dd:16:76"/>
Dec 05 17:02:40 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:02:40 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:02:40 user nova-compute[75018]:       <target dev="tap13debc29-d5"/>
Dec 05 17:02:40 user nova-compute[75018]:     </interface>
Dec 05 17:02:40 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:02:40 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/console.log" append="off"/>
Dec 05 17:02:40 user nova-compute[75018]:     </serial>
Dec 05 17:02:40 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:02:40 user nova-compute[75018]:     <video>
Dec 05 17:02:40 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:02:40 user nova-compute[75018]:     </video>
Dec 05 17:02:40 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:02:40 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:02:40 user nova-compute[75018]:     </rng>
Dec 05 17:02:40 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:02:40 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:02:40 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:02:40 user nova-compute[75018]:     </memballoon>
Dec 05 17:02:40 user nova-compute[75018]:   </devices>
Dec 05 17:02:40 user nova-compute[75018]: </domain>
Dec 05 17:02:40 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:02:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-754070654',display_name='tempest-ServerActionsTestOtherB-server-754070654',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-754070654',id=14,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDnLYOEyXLdzM2h+5a0hc15BkJS5Udod0DgOGkG0OAAzD9IXp4J+h/g94qzxF5GsHlrV6EPnJ4C1XEhhjrGJByAcycNU2RrQvqvZM0usezlGfS01Pa3ZFldXnYfn7PKrNg==',key_name='tempest-keypair-411987793',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='635c106af9034e0ea517a3b393df1942',ramdisk_id='',reservation_id='r-nosipukc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-755840113',owner_user_name='tempest-ServerActionsTestOtherB-755840113-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:02:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c32c2b2b6654c15978d1023da6dccfe',uuid=72f18866-6d44-4c27-9469-e89f4be276c5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converting VIF {"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG os_vif [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1afecc0b-92e4-54b1-ba54-7004ff76c587', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap13debc29-d5, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap13debc29-d5, col_values=(('qos', UUID('7c7aae8e-fb34-48eb-8221-3585926d2bb4')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap13debc29-d5, col_values=(('external_ids', {'iface-id': '13debc29-d5d3-4e04-96ab-205d9c85f600', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:16:76', 'vm-uuid': '72f18866-6d44-4c27-9469-e89f4be276c5'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:02:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:40 user nova-compute[75018]: INFO os_vif [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5')
Dec 05 17:02:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:02:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] No VIF found with MAC fa:16:3e:dd:16:76, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:02:41 user nova-compute[75018]: DEBUG nova.network.neutron [req-cd78052c-9db5-4cb2-9e2a-83e340e798e9 req-c6fd44f3-b2af-4993-933b-7995c8f7dcc6 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Updated VIF entry in instance network info cache for port 13debc29-d5d3-4e04-96ab-205d9c85f600. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:02:41 user nova-compute[75018]: DEBUG nova.network.neutron [req-cd78052c-9db5-4cb2-9e2a-83e340e798e9 req-c6fd44f3-b2af-4993-933b-7995c8f7dcc6 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Updating instance_info_cache with network_info: [{"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:02:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cd78052c-9db5-4cb2-9e2a-83e340e798e9 req-c6fd44f3-b2af-4993-933b-7995c8f7dcc6 service nova] Releasing lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:02:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-69a36e5c-98fa-485e-8b45-b804bab8a371 req-d40dc07f-5bfb-4a43-a3c5-10175b08ecd5 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:02:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-69a36e5c-98fa-485e-8b45-b804bab8a371 req-d40dc07f-5bfb-4a43-a3c5-10175b08ecd5 service nova] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-69a36e5c-98fa-485e-8b45-b804bab8a371 req-d40dc07f-5bfb-4a43-a3c5-10175b08ecd5 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-69a36e5c-98fa-485e-8b45-b804bab8a371 req-d40dc07f-5bfb-4a43-a3c5-10175b08ecd5 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-69a36e5c-98fa-485e-8b45-b804bab8a371 req-d40dc07f-5bfb-4a43-a3c5-10175b08ecd5 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] No waiting events found dispatching network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:02:42 user nova-compute[75018]: WARNING nova.compute.manager [req-69a36e5c-98fa-485e-8b45-b804bab8a371 req-d40dc07f-5bfb-4a43-a3c5-10175b08ecd5 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received unexpected event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 for instance with vm_state building and task_state spawning.
Dec 05 17:02:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-eaeedfb8-36fa-49ce-a7ae-2fce10cfb44b req-b0eeaba2-4a75-4415-9a2a-caf85e258615 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:02:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eaeedfb8-36fa-49ce-a7ae-2fce10cfb44b req-b0eeaba2-4a75-4415-9a2a-caf85e258615 service nova] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eaeedfb8-36fa-49ce-a7ae-2fce10cfb44b req-b0eeaba2-4a75-4415-9a2a-caf85e258615 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eaeedfb8-36fa-49ce-a7ae-2fce10cfb44b req-b0eeaba2-4a75-4415-9a2a-caf85e258615 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-eaeedfb8-36fa-49ce-a7ae-2fce10cfb44b req-b0eeaba2-4a75-4415-9a2a-caf85e258615 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] No waiting events found dispatching network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:02:44 user nova-compute[75018]: WARNING nova.compute.manager [req-eaeedfb8-36fa-49ce-a7ae-2fce10cfb44b req-b0eeaba2-4a75-4415-9a2a-caf85e258615 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received unexpected event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 for instance with vm_state building and task_state spawning.
Dec 05 17:02:44 user nova-compute[75018]: DEBUG nova.compute.manager [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:02:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:02:44 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Instance spawned successfully.
Dec 05 17:02:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:02:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:02:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:02:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:02:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:02:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:02:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:02:44 user nova-compute[75018]: INFO nova.compute.manager [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Took 6.04 seconds to spawn the instance on the hypervisor.
Dec 05 17:02:44 user nova-compute[75018]: DEBUG nova.compute.manager [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:02:45 user nova-compute[75018]: INFO nova.compute.manager [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Took 7.04 seconds to build instance.
Dec 05 17:02:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c8bdef39-4ffb-4456-bed9-7c09d7fe4035 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "72f18866-6d44-4c27-9469-e89f4be276c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.165s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:46 user nova-compute[75018]: INFO nova.compute.manager [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Rescuing
Dec 05 17:02:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:02:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquired lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:02:46 user nova-compute[75018]: DEBUG nova.network.neutron [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:02:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:47 user nova-compute[75018]: DEBUG nova.network.neutron [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Updating instance_info_cache with network_info: [{"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:02:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Releasing lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:02:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:47 user nova-compute[75018]: DEBUG nova.compute.manager [req-5ca99296-391e-41da-836f-9b2479aed4f1 req-79024fa6-8c7f-4b5d-ac6b-949e2601df9a service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received event network-vif-unplugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:02:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5ca99296-391e-41da-836f-9b2479aed4f1 req-79024fa6-8c7f-4b5d-ac6b-949e2601df9a service nova] Acquiring lock "533bba90-582b-4ad5-9763-532788f79d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5ca99296-391e-41da-836f-9b2479aed4f1 req-79024fa6-8c7f-4b5d-ac6b-949e2601df9a service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5ca99296-391e-41da-836f-9b2479aed4f1 req-79024fa6-8c7f-4b5d-ac6b-949e2601df9a service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:47 user nova-compute[75018]: DEBUG nova.compute.manager [req-5ca99296-391e-41da-836f-9b2479aed4f1 req-79024fa6-8c7f-4b5d-ac6b-949e2601df9a service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] No waiting events found dispatching network-vif-unplugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:02:47 user nova-compute[75018]: WARNING nova.compute.manager [req-5ca99296-391e-41da-836f-9b2479aed4f1 req-79024fa6-8c7f-4b5d-ac6b-949e2601df9a service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received unexpected event network-vif-unplugged-da4700b8-c7a8-49c6-81e0-d51d0027142c for instance with vm_state active and task_state rescuing.
Dec 05 17:02:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:48 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Instance destroyed successfully.
Dec 05 17:02:48 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Attempting rescue
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75018) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Instance directory exists: not creating {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 05 17:02:48 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Creating image(s)
Dec 05 17:02:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "/opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "/opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "/opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.objects.instance [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'trusted_certs' on Instance uuid 533bba90-582b-4ad5-9763-532788f79d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.261s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk.rescue {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk.rescue" returned: 0 in 0.227s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.494s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.objects.instance [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'migration_context' on Instance uuid 533bba90-582b-4ad5-9763-532788f79d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.objects.base [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Object Instance<533bba90-582b-4ad5-9763-532788f79d6f> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Start _get_guest_xml network_info=[{"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "vif_mac": "fa:16:3e:f9:c3:74"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.objects.instance [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'resources' on Instance uuid 533bba90-582b-4ad5-9763-532788f79d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.objects.base [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Object Instance<533bba90-582b-4ad5-9763-532788f79d6f> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.objects.instance [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'numa_topology' on Instance uuid 533bba90-582b-4ad5-9763-532788f79d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.objects.base [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Object Instance<533bba90-582b-4ad5-9763-532788f79d6f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:02:48 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:02:48 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:02:48 user nova-compute[75018]: DEBUG nova.objects.instance [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'vcpu_model' on Instance uuid 533bba90-582b-4ad5-9763-532788f79d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:02:49 user nova-compute[75018]: DEBUG nova.objects.base [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Object Instance<533bba90-582b-4ad5-9763-532788f79d6f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:02:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:57:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-626047171',display_name='tempest-ServerRescueNegativeTestJSON-server-626047171',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-626047171',id=2,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:58:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c59020daca4249899bd1aaccf3b0e4c7',ramdisk_id='',reservation_id='r-pdyvn0uq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1436336392',owner_user_name='tempest-ServerRescueNegativeTestJSON-1436336392-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T16:58:21Z,user_data=None,user_id='8690c14a73d84daa91572814b703c48b',uuid=533bba90-582b-4ad5-9763-532788f79d6f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "vif_mac": "fa:16:3e:f9:c3:74"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:02:49 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converting VIF {"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "vif_mac": "fa:16:3e:f9:c3:74"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:02:49 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f9:c3:74,bridge_name='br-int',has_traffic_filtering=True,id=da4700b8-c7a8-49c6-81e0-d51d0027142c,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda4700b8-c7') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:02:49 user nova-compute[75018]: DEBUG nova.objects.instance [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'pci_devices' on Instance uuid 533bba90-582b-4ad5-9763-532788f79d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:02:49 user nova-compute[75018]: DEBUG nova.objects.base [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Object Instance<533bba90-582b-4ad5-9763-532788f79d6f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:02:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:02:49 user nova-compute[75018]:   <uuid>533bba90-582b-4ad5-9763-532788f79d6f</uuid>
Dec 05 17:02:49 user nova-compute[75018]:   <name>instance-00000002</name>
Dec 05 17:02:49 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:02:49 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:02:49 user nova-compute[75018]:   <metadata>
Dec 05 17:02:49 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:02:49 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:02:49 user nova-compute[75018]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-626047171</nova:name>
Dec 05 17:02:49 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:02:48</nova:creationTime>
Dec 05 17:02:49 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:02:49 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:02:49 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:02:49 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:02:49 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:02:49 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:02:49 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:02:49 user nova-compute[75018]:       <nova:owner>
Dec 05 17:02:49 user nova-compute[75018]:         <nova:user uuid="8690c14a73d84daa91572814b703c48b">tempest-ServerRescueNegativeTestJSON-1436336392-project-member</nova:user>
Dec 05 17:02:49 user nova-compute[75018]:         <nova:project uuid="c59020daca4249899bd1aaccf3b0e4c7">tempest-ServerRescueNegativeTestJSON-1436336392</nova:project>
Dec 05 17:02:49 user nova-compute[75018]:       </nova:owner>
Dec 05 17:02:49 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:02:49 user nova-compute[75018]:       <nova:ports>
Dec 05 17:02:49 user nova-compute[75018]:         <nova:port uuid="da4700b8-c7a8-49c6-81e0-d51d0027142c">
Dec 05 17:02:49 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 05 17:02:49 user nova-compute[75018]:         </nova:port>
Dec 05 17:02:49 user nova-compute[75018]:       </nova:ports>
Dec 05 17:02:49 user nova-compute[75018]:     </nova:instance>
Dec 05 17:02:49 user nova-compute[75018]:   </metadata>
Dec 05 17:02:49 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:02:49 user nova-compute[75018]:     <system>
Dec 05 17:02:49 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:02:49 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:02:49 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:02:49 user nova-compute[75018]:       <entry name="serial">533bba90-582b-4ad5-9763-532788f79d6f</entry>
Dec 05 17:02:49 user nova-compute[75018]:       <entry name="uuid">533bba90-582b-4ad5-9763-532788f79d6f</entry>
Dec 05 17:02:49 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:02:49 user nova-compute[75018]:     </system>
Dec 05 17:02:49 user nova-compute[75018]:   </sysinfo>
Dec 05 17:02:49 user nova-compute[75018]:   <os>
Dec 05 17:02:49 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:02:49 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:02:49 user nova-compute[75018]:   </os>
Dec 05 17:02:49 user nova-compute[75018]:   <features>
Dec 05 17:02:49 user nova-compute[75018]:     <acpi/>
Dec 05 17:02:49 user nova-compute[75018]:     <apic/>
Dec 05 17:02:49 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:02:49 user nova-compute[75018]:   </features>
Dec 05 17:02:49 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:02:49 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:02:49 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:02:49 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:02:49 user nova-compute[75018]:   </clock>
Dec 05 17:02:49 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:02:49 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:02:49 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:02:49 user nova-compute[75018]:   </cpu>
Dec 05 17:02:49 user nova-compute[75018]:   <devices>
Dec 05 17:02:49 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:02:49 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:02:49 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk.rescue"/>
Dec 05 17:02:49 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:02:49 user nova-compute[75018]:     </disk>
Dec 05 17:02:49 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:02:49 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:02:49 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk"/>
Dec 05 17:02:49 user nova-compute[75018]:       <target dev="vdb" bus="virtio"/>
Dec 05 17:02:49 user nova-compute[75018]:     </disk>
Dec 05 17:02:49 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:02:49 user nova-compute[75018]:       <mac address="fa:16:3e:f9:c3:74"/>
Dec 05 17:02:49 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:02:49 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:02:49 user nova-compute[75018]:       <target dev="tapda4700b8-c7"/>
Dec 05 17:02:49 user nova-compute[75018]:     </interface>
Dec 05 17:02:49 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:02:49 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/console.log" append="off"/>
Dec 05 17:02:49 user nova-compute[75018]:     </serial>
Dec 05 17:02:49 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:02:49 user nova-compute[75018]:     <video>
Dec 05 17:02:49 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:02:49 user nova-compute[75018]:     </video>
Dec 05 17:02:49 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:02:49 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:02:49 user nova-compute[75018]:     </rng>
Dec 05 17:02:49 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:02:49 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:02:49 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:02:49 user nova-compute[75018]:     </memballoon>
Dec 05 17:02:49 user nova-compute[75018]:   </devices>
Dec 05 17:02:49 user nova-compute[75018]: </domain>
Dec 05 17:02:49 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:02:49 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Instance destroyed successfully.
Dec 05 17:02:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:02:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:02:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No VIF found with MAC fa:16:3e:f9:c3:74, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:02:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-a6f926a0-158f-4cae-b8bc-2ac83fddf6ef req-e37364fe-7c0a-4764-8c79-ed5e30be8ac7 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:02:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a6f926a0-158f-4cae-b8bc-2ac83fddf6ef req-e37364fe-7c0a-4764-8c79-ed5e30be8ac7 service nova] Acquiring lock "533bba90-582b-4ad5-9763-532788f79d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a6f926a0-158f-4cae-b8bc-2ac83fddf6ef req-e37364fe-7c0a-4764-8c79-ed5e30be8ac7 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a6f926a0-158f-4cae-b8bc-2ac83fddf6ef req-e37364fe-7c0a-4764-8c79-ed5e30be8ac7 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-a6f926a0-158f-4cae-b8bc-2ac83fddf6ef req-e37364fe-7c0a-4764-8c79-ed5e30be8ac7 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] No waiting events found dispatching network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:02:49 user nova-compute[75018]: WARNING nova.compute.manager [req-a6f926a0-158f-4cae-b8bc-2ac83fddf6ef req-e37364fe-7c0a-4764-8c79-ed5e30be8ac7 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received unexpected event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c for instance with vm_state active and task_state rescuing.
Dec 05 17:02:50 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:02:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:51 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-c26919dd-9928-43d6-b459-01a3b142ab0c req-5299039a-345e-404a-a2a3-39b59e5f71ab service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c26919dd-9928-43d6-b459-01a3b142ab0c req-5299039a-345e-404a-a2a3-39b59e5f71ab service nova] Acquiring lock "533bba90-582b-4ad5-9763-532788f79d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c26919dd-9928-43d6-b459-01a3b142ab0c req-5299039a-345e-404a-a2a3-39b59e5f71ab service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c26919dd-9928-43d6-b459-01a3b142ab0c req-5299039a-345e-404a-a2a3-39b59e5f71ab service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-c26919dd-9928-43d6-b459-01a3b142ab0c req-5299039a-345e-404a-a2a3-39b59e5f71ab service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] No waiting events found dispatching network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:02:52 user nova-compute[75018]: WARNING nova.compute.manager [req-c26919dd-9928-43d6-b459-01a3b142ab0c req-5299039a-345e-404a-a2a3-39b59e5f71ab service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received unexpected event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c for instance with vm_state active and task_state rescuing.
Dec 05 17:02:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-c26919dd-9928-43d6-b459-01a3b142ab0c req-5299039a-345e-404a-a2a3-39b59e5f71ab service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c26919dd-9928-43d6-b459-01a3b142ab0c req-5299039a-345e-404a-a2a3-39b59e5f71ab service nova] Acquiring lock "533bba90-582b-4ad5-9763-532788f79d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c26919dd-9928-43d6-b459-01a3b142ab0c req-5299039a-345e-404a-a2a3-39b59e5f71ab service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c26919dd-9928-43d6-b459-01a3b142ab0c req-5299039a-345e-404a-a2a3-39b59e5f71ab service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-c26919dd-9928-43d6-b459-01a3b142ab0c req-5299039a-345e-404a-a2a3-39b59e5f71ab service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] No waiting events found dispatching network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:02:52 user nova-compute[75018]: WARNING nova.compute.manager [req-c26919dd-9928-43d6-b459-01a3b142ab0c req-5299039a-345e-404a-a2a3-39b59e5f71ab service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received unexpected event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c for instance with vm_state active and task_state rescuing.
Dec 05 17:02:52 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Didn't find any instances for network info cache update. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:02:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.275s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:53 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cde383df-030f-4ad8-888f-27a9a472d814 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:02:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.331s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk.rescue --force-share --output=json" returned: 0 in 0.227s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk.rescue --force-share --output=json" returned: 0 in 0.228s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:02:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vdc) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:02:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json" returned: 0 in 0.362s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:02:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:02:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:57 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:02:57 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:02:57 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7996MB free_disk=25.471355438232422GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:02:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:02:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:02:57 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 533bba90-582b-4ad5-9763-532788f79d6f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:02:57 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5931bfc3-7400-4941-bc87-b07f86c6982b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:02:57 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a55ebc44-4426-4281-a96d-7f4434835d12 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:02:57 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance aff5eae8-b542-411b-afc8-9208024bcc74 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:02:57 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance ae24b446-ae7d-43f2-8298-098879eb0d07 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:02:57 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:02:57 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 72f18866-6d44-4c27-9469-e89f4be276c5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:02:57 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:02:57 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:02:58 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:02:58 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:02:58 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:02:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.603s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:02:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:02:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:02:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:02:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:02:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:02:59 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:03:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Acquiring lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:01 user nova-compute[75018]: DEBUG nova.compute.manager [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:03:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:01 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:03:01 user nova-compute[75018]: INFO nova.compute.claims [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Claim successful on node user
Dec 05 17:03:01 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:03:01 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:03:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.524s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:01 user nova-compute[75018]: DEBUG nova.compute.manager [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG nova.network.neutron [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:03:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:03:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:03:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Creating image(s)
Dec 05 17:03:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Acquiring lock "/opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "/opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "/opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG nova.policy [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0b8ffe519384202843a5fae928794c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a9151f2530845b9930bc418b6f5693e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.205s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.201s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk 1073741824" returned: 0 in 0.067s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.277s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.226s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:03:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:03 user nova-compute[75018]: DEBUG nova.network.neutron [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Successfully created port: 44ba7bb0-73b1-490b-86c3-21dc60d01b46 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:03:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:03 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Cannot resize image /opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:03:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:03:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Ensure instance console log exists: /opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:03:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.network.neutron [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Successfully updated port: 44ba7bb0-73b1-490b-86c3-21dc60d01b46 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Acquiring lock "refresh_cache-0c56ec19-5d98-448f-a9d7-e83e2a59c717" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Acquired lock "refresh_cache-0c56ec19-5d98-448f-a9d7-e83e2a59c717" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.network.neutron [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.network.neutron [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-8d50885a-6eb6-404d-86d6-4a3b8b646661 req-4f57b85c-4ed2-4f34-ba23-202b3eaf1f26 service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Received event network-changed-44ba7bb0-73b1-490b-86c3-21dc60d01b46 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-8d50885a-6eb6-404d-86d6-4a3b8b646661 req-4f57b85c-4ed2-4f34-ba23-202b3eaf1f26 service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Refreshing instance network info cache due to event network-changed-44ba7bb0-73b1-490b-86c3-21dc60d01b46. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8d50885a-6eb6-404d-86d6-4a3b8b646661 req-4f57b85c-4ed2-4f34-ba23-202b3eaf1f26 service nova] Acquiring lock "refresh_cache-0c56ec19-5d98-448f-a9d7-e83e2a59c717" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.network.neutron [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Updating instance_info_cache with network_info: [{"id": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "address": "fa:16:3e:14:7b:ee", "network": {"id": "235c4ce2-cbaa-460a-95ec-cfc577808884", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-675425299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a9151f2530845b9930bc418b6f5693e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44ba7bb0-73", "ovs_interfaceid": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Releasing lock "refresh_cache-0c56ec19-5d98-448f-a9d7-e83e2a59c717" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Instance network_info: |[{"id": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "address": "fa:16:3e:14:7b:ee", "network": {"id": "235c4ce2-cbaa-460a-95ec-cfc577808884", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-675425299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a9151f2530845b9930bc418b6f5693e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44ba7bb0-73", "ovs_interfaceid": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8d50885a-6eb6-404d-86d6-4a3b8b646661 req-4f57b85c-4ed2-4f34-ba23-202b3eaf1f26 service nova] Acquired lock "refresh_cache-0c56ec19-5d98-448f-a9d7-e83e2a59c717" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.network.neutron [req-8d50885a-6eb6-404d-86d6-4a3b8b646661 req-4f57b85c-4ed2-4f34-ba23-202b3eaf1f26 service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Refreshing network info cache for port 44ba7bb0-73b1-490b-86c3-21dc60d01b46 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Start _get_guest_xml network_info=[{"id": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "address": "fa:16:3e:14:7b:ee", "network": {"id": "235c4ce2-cbaa-460a-95ec-cfc577808884", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-675425299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a9151f2530845b9930bc418b6f5693e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44ba7bb0-73", "ovs_interfaceid": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:03:04 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:03:04 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:03:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-489845591',display_name='tempest-DeleteServersTestJSON-server-489845591',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-489845591',id=15,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6a9151f2530845b9930bc418b6f5693e',ramdisk_id='',reservation_id='r-0hn89w5p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-619594820',owner_user_name='tempest-DeleteServersTestJSON-619594820-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:03:02Z,user_data=None,user_id='f0b8ffe519384202843a5fae928794c5',uuid=0c56ec19-5d98-448f-a9d7-e83e2a59c717,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "address": "fa:16:3e:14:7b:ee", "network": {"id": "235c4ce2-cbaa-460a-95ec-cfc577808884", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-675425299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a9151f2530845b9930bc418b6f5693e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44ba7bb0-73", "ovs_interfaceid": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Converting VIF {"id": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "address": "fa:16:3e:14:7b:ee", "network": {"id": "235c4ce2-cbaa-460a-95ec-cfc577808884", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-675425299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a9151f2530845b9930bc418b6f5693e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44ba7bb0-73", "ovs_interfaceid": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:7b:ee,bridge_name='br-int',has_traffic_filtering=True,id=44ba7bb0-73b1-490b-86c3-21dc60d01b46,network=Network(235c4ce2-cbaa-460a-95ec-cfc577808884),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44ba7bb0-73') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lazy-loading 'pci_devices' on Instance uuid 0c56ec19-5d98-448f-a9d7-e83e2a59c717 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:03:04 user nova-compute[75018]:   <uuid>0c56ec19-5d98-448f-a9d7-e83e2a59c717</uuid>
Dec 05 17:03:04 user nova-compute[75018]:   <name>instance-0000000f</name>
Dec 05 17:03:04 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:03:04 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:03:04 user nova-compute[75018]:   <metadata>
Dec 05 17:03:04 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:03:04 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:03:04 user nova-compute[75018]:       <nova:name>tempest-DeleteServersTestJSON-server-489845591</nova:name>
Dec 05 17:03:04 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:03:04</nova:creationTime>
Dec 05 17:03:04 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:03:04 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:03:04 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:03:04 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:03:04 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:03:04 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:03:04 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:03:04 user nova-compute[75018]:       <nova:owner>
Dec 05 17:03:04 user nova-compute[75018]:         <nova:user uuid="f0b8ffe519384202843a5fae928794c5">tempest-DeleteServersTestJSON-619594820-project-member</nova:user>
Dec 05 17:03:04 user nova-compute[75018]:         <nova:project uuid="6a9151f2530845b9930bc418b6f5693e">tempest-DeleteServersTestJSON-619594820</nova:project>
Dec 05 17:03:04 user nova-compute[75018]:       </nova:owner>
Dec 05 17:03:04 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:03:04 user nova-compute[75018]:       <nova:ports>
Dec 05 17:03:04 user nova-compute[75018]:         <nova:port uuid="44ba7bb0-73b1-490b-86c3-21dc60d01b46">
Dec 05 17:03:04 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 05 17:03:04 user nova-compute[75018]:         </nova:port>
Dec 05 17:03:04 user nova-compute[75018]:       </nova:ports>
Dec 05 17:03:04 user nova-compute[75018]:     </nova:instance>
Dec 05 17:03:04 user nova-compute[75018]:   </metadata>
Dec 05 17:03:04 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:03:04 user nova-compute[75018]:     <system>
Dec 05 17:03:04 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:03:04 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:03:04 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:03:04 user nova-compute[75018]:       <entry name="serial">0c56ec19-5d98-448f-a9d7-e83e2a59c717</entry>
Dec 05 17:03:04 user nova-compute[75018]:       <entry name="uuid">0c56ec19-5d98-448f-a9d7-e83e2a59c717</entry>
Dec 05 17:03:04 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:03:04 user nova-compute[75018]:     </system>
Dec 05 17:03:04 user nova-compute[75018]:   </sysinfo>
Dec 05 17:03:04 user nova-compute[75018]:   <os>
Dec 05 17:03:04 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:03:04 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:03:04 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:03:04 user nova-compute[75018]:   </os>
Dec 05 17:03:04 user nova-compute[75018]:   <features>
Dec 05 17:03:04 user nova-compute[75018]:     <acpi/>
Dec 05 17:03:04 user nova-compute[75018]:     <apic/>
Dec 05 17:03:04 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:03:04 user nova-compute[75018]:   </features>
Dec 05 17:03:04 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:03:04 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:03:04 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:03:04 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:03:04 user nova-compute[75018]:   </clock>
Dec 05 17:03:04 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:03:04 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:03:04 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:03:04 user nova-compute[75018]:   </cpu>
Dec 05 17:03:04 user nova-compute[75018]:   <devices>
Dec 05 17:03:04 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:03:04 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:03:04 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk"/>
Dec 05 17:03:04 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:03:04 user nova-compute[75018]:     </disk>
Dec 05 17:03:04 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:03:04 user nova-compute[75018]:       <mac address="fa:16:3e:14:7b:ee"/>
Dec 05 17:03:04 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:03:04 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:03:04 user nova-compute[75018]:       <target dev="tap44ba7bb0-73"/>
Dec 05 17:03:04 user nova-compute[75018]:     </interface>
Dec 05 17:03:04 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:03:04 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/console.log" append="off"/>
Dec 05 17:03:04 user nova-compute[75018]:     </serial>
Dec 05 17:03:04 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:03:04 user nova-compute[75018]:     <video>
Dec 05 17:03:04 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:03:04 user nova-compute[75018]:     </video>
Dec 05 17:03:04 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:03:04 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:03:04 user nova-compute[75018]:     </rng>
Dec 05 17:03:04 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:03:04 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:03:04 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:03:04 user nova-compute[75018]:     </memballoon>
Dec 05 17:03:04 user nova-compute[75018]:   </devices>
Dec 05 17:03:04 user nova-compute[75018]: </domain>
Dec 05 17:03:04 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:03:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-489845591',display_name='tempest-DeleteServersTestJSON-server-489845591',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-489845591',id=15,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6a9151f2530845b9930bc418b6f5693e',ramdisk_id='',reservation_id='r-0hn89w5p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-619594820',owner_user_name='tempest-DeleteServersTestJSON-619594820-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:03:02Z,user_data=None,user_id='f0b8ffe519384202843a5fae928794c5',uuid=0c56ec19-5d98-448f-a9d7-e83e2a59c717,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "address": "fa:16:3e:14:7b:ee", "network": {"id": "235c4ce2-cbaa-460a-95ec-cfc577808884", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-675425299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a9151f2530845b9930bc418b6f5693e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44ba7bb0-73", "ovs_interfaceid": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Converting VIF {"id": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "address": "fa:16:3e:14:7b:ee", "network": {"id": "235c4ce2-cbaa-460a-95ec-cfc577808884", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-675425299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a9151f2530845b9930bc418b6f5693e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44ba7bb0-73", "ovs_interfaceid": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:7b:ee,bridge_name='br-int',has_traffic_filtering=True,id=44ba7bb0-73b1-490b-86c3-21dc60d01b46,network=Network(235c4ce2-cbaa-460a-95ec-cfc577808884),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44ba7bb0-73') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG os_vif [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:7b:ee,bridge_name='br-int',has_traffic_filtering=True,id=44ba7bb0-73b1-490b-86c3-21dc60d01b46,network=Network(235c4ce2-cbaa-460a-95ec-cfc577808884),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44ba7bb0-73') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7ea9bbbb-d7bc-5161-a9b6-d965980b1780', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap44ba7bb0-73, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap44ba7bb0-73, col_values=(('qos', UUID('f2daf9d9-6b13-4c55-9ef8-c8dc1638dff4')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap44ba7bb0-73, col_values=(('external_ids', {'iface-id': '44ba7bb0-73b1-490b-86c3-21dc60d01b46', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:14:7b:ee', 'vm-uuid': '0c56ec19-5d98-448f-a9d7-e83e2a59c717'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:03:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:04 user nova-compute[75018]: INFO os_vif [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:7b:ee,bridge_name='br-int',has_traffic_filtering=True,id=44ba7bb0-73b1-490b-86c3-21dc60d01b46,network=Network(235c4ce2-cbaa-460a-95ec-cfc577808884),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44ba7bb0-73')
Dec 05 17:03:05 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:03:05 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] No VIF found with MAC fa:16:3e:14:7b:ee, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:03:05 user nova-compute[75018]: DEBUG nova.network.neutron [req-8d50885a-6eb6-404d-86d6-4a3b8b646661 req-4f57b85c-4ed2-4f34-ba23-202b3eaf1f26 service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Updated VIF entry in instance network info cache for port 44ba7bb0-73b1-490b-86c3-21dc60d01b46. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:03:05 user nova-compute[75018]: DEBUG nova.network.neutron [req-8d50885a-6eb6-404d-86d6-4a3b8b646661 req-4f57b85c-4ed2-4f34-ba23-202b3eaf1f26 service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Updating instance_info_cache with network_info: [{"id": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "address": "fa:16:3e:14:7b:ee", "network": {"id": "235c4ce2-cbaa-460a-95ec-cfc577808884", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-675425299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a9151f2530845b9930bc418b6f5693e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44ba7bb0-73", "ovs_interfaceid": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:03:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8d50885a-6eb6-404d-86d6-4a3b8b646661 req-4f57b85c-4ed2-4f34-ba23-202b3eaf1f26 service nova] Releasing lock "refresh_cache-0c56ec19-5d98-448f-a9d7-e83e2a59c717" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:03:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:07 user nova-compute[75018]: DEBUG nova.compute.manager [req-371a3cad-832c-458d-904a-0b1b0d1eb885 req-da0a1fe4-4ac2-4e1a-93d4-10fc497d0180 service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Received event network-vif-plugged-44ba7bb0-73b1-490b-86c3-21dc60d01b46 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-371a3cad-832c-458d-904a-0b1b0d1eb885 req-da0a1fe4-4ac2-4e1a-93d4-10fc497d0180 service nova] Acquiring lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-371a3cad-832c-458d-904a-0b1b0d1eb885 req-da0a1fe4-4ac2-4e1a-93d4-10fc497d0180 service nova] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-371a3cad-832c-458d-904a-0b1b0d1eb885 req-da0a1fe4-4ac2-4e1a-93d4-10fc497d0180 service nova] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:07 user nova-compute[75018]: DEBUG nova.compute.manager [req-371a3cad-832c-458d-904a-0b1b0d1eb885 req-da0a1fe4-4ac2-4e1a-93d4-10fc497d0180 service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] No waiting events found dispatching network-vif-plugged-44ba7bb0-73b1-490b-86c3-21dc60d01b46 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:03:07 user nova-compute[75018]: WARNING nova.compute.manager [req-371a3cad-832c-458d-904a-0b1b0d1eb885 req-da0a1fe4-4ac2-4e1a-93d4-10fc497d0180 service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Received unexpected event network-vif-plugged-44ba7bb0-73b1-490b-86c3-21dc60d01b46 for instance with vm_state building and task_state spawning.
Dec 05 17:03:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:03:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:03:09 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Instance spawned successfully.
Dec 05 17:03:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:03:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:09 user nova-compute[75018]: INFO nova.compute.manager [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Took 7.19 seconds to spawn the instance on the hypervisor.
Dec 05 17:03:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:03:09 user nova-compute[75018]: INFO nova.compute.manager [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Took 8.11 seconds to build instance.
Dec 05 17:03:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4fa72f4b-9ef2-4550-8a99-672bce1e7343 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.291s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:09 user nova-compute[75018]: DEBUG nova.compute.manager [req-11a8106e-ec33-48d2-b3bb-6e8c8d9f5310 req-496ce6e3-3e70-44ed-9fe9-f9758a6e0cb7 service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Received event network-vif-plugged-44ba7bb0-73b1-490b-86c3-21dc60d01b46 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-11a8106e-ec33-48d2-b3bb-6e8c8d9f5310 req-496ce6e3-3e70-44ed-9fe9-f9758a6e0cb7 service nova] Acquiring lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-11a8106e-ec33-48d2-b3bb-6e8c8d9f5310 req-496ce6e3-3e70-44ed-9fe9-f9758a6e0cb7 service nova] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-11a8106e-ec33-48d2-b3bb-6e8c8d9f5310 req-496ce6e3-3e70-44ed-9fe9-f9758a6e0cb7 service nova] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:09 user nova-compute[75018]: DEBUG nova.compute.manager [req-11a8106e-ec33-48d2-b3bb-6e8c8d9f5310 req-496ce6e3-3e70-44ed-9fe9-f9758a6e0cb7 service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] No waiting events found dispatching network-vif-plugged-44ba7bb0-73b1-490b-86c3-21dc60d01b46 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:03:09 user nova-compute[75018]: WARNING nova.compute.manager [req-11a8106e-ec33-48d2-b3bb-6e8c8d9f5310 req-496ce6e3-3e70-44ed-9fe9-f9758a6e0cb7 service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Received unexpected event network-vif-plugged-44ba7bb0-73b1-490b-86c3-21dc60d01b46 for instance with vm_state active and task_state None.
Dec 05 17:03:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:15 user nova-compute[75018]: DEBUG nova.compute.manager [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:03:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:15 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:03:15 user nova-compute[75018]: INFO nova.compute.claims [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Claim successful on node user
Dec 05 17:03:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "aff5eae8-b542-411b-afc8-9208024bcc74" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "aff5eae8-b542-411b-afc8-9208024bcc74" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:15 user nova-compute[75018]: INFO nova.compute.manager [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Terminating instance
Dec 05 17:03:15 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:03:15 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:03:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:15 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:03:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.584s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:15 user nova-compute[75018]: DEBUG nova.compute.manager [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG nova.compute.manager [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG nova.network.neutron [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:16 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:03:16 user nova-compute[75018]: DEBUG nova.compute.manager [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG nova.compute.manager [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:03:16 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Creating image(s)
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "/opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "/opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "/opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.024s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:16 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Instance destroyed successfully.
Dec 05 17:03:16 user nova-compute[75018]: DEBUG nova.objects.instance [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lazy-loading 'resources' on Instance uuid aff5eae8-b542-411b-afc8-9208024bcc74 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG nova.policy [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c254db3ec00e40338c3323be0668689e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91cb55b5c62f4d82ae96bc07a48fd906', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-05T16:58:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-191470322',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-313241662',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJMgAl5LG0+H4mPIsfd96DTZqrzmtemP6EhTqhrTONSgWdmAb0j6vjd4g+5LG+OED3cyBdLbGrL46ZiwXCSyH345qebWtUcT9mpwecz2pZblA+267ZhxYD80tcye4yWgWw==',key_name='tempest-keypair-42463893',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:01:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='30bffdabdbe141c795f97868182b5a5c',ramdisk_id='',reservation_id='r-ca0dyqs0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1813823270',owner_user_name='tempest-ServerActionsV293TestJSON-1813823270-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:01:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3db5a6c0d45b46d09994234397406deb',uuid=aff5eae8-b542-411b-afc8-9208024bcc74,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.83", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Converting VIF {"id": "fd05b0db-5baa-43a1-865b-a6df8067d554", "address": "fa:16:3e:95:f5:74", "network": {"id": "a266ccc2-8166-4dee-ba8c-bac28132847a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224793297-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.83", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bffdabdbe141c795f97868182b5a5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd05b0db-5b", "ovs_interfaceid": "fd05b0db-5baa-43a1-865b-a6df8067d554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:95:f5:74,bridge_name='br-int',has_traffic_filtering=True,id=fd05b0db-5baa-43a1-865b-a6df8067d554,network=Network(a266ccc2-8166-4dee-ba8c-bac28132847a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd05b0db-5b') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_vif [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:f5:74,bridge_name='br-int',has_traffic_filtering=True,id=fd05b0db-5baa-43a1-865b-a6df8067d554,network=Network(a266ccc2-8166-4dee-ba8c-bac28132847a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd05b0db-5b') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfd05b0db-5b, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f1519105-b979-4138-8219-6244e9695e5c) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:16 user nova-compute[75018]: INFO os_vif [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:f5:74,bridge_name='br-int',has_traffic_filtering=True,id=fd05b0db-5baa-43a1-865b-a6df8067d554,network=Network(a266ccc2-8166-4dee-ba8c-bac28132847a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd05b0db-5b')
Dec 05 17:03:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MnKxPFOT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:03:16 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[35e59144-3fb6-40e6-b476-03d9506c388d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:03:16 user nova-compute[75018]: No targets found.
Dec 05 17:03:16 user nova-compute[75018]: iSNS:
Dec 05 17:03:16 user nova-compute[75018]: No targets found.
Dec 05 17:03:16 user nova-compute[75018]: STATIC:
Dec 05 17:03:16 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1
Dec 05 17:03:16 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:03:16 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:03:16 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02
Dec 05 17:03:16 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:03:16 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:03:16 user nova-compute[75018]: FIRMWARE:
Dec 05 17:03:16 user nova-compute[75018]: No targets found.
Dec 05 17:03:16 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:03:16 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:03:16 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c860999-1e4b-49b6-b242-452d743dec2d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.244s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[190daeda-5125-4135-aef7-327c2d306869]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-ca13ca0f-c932-4e50-ab21-3cb1fa3b6ce2 req-830d1680-ac6b-422a-aa20-80b09beb8b79 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received event network-vif-unplugged-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ca13ca0f-c932-4e50-ab21-3cb1fa3b6ce2 req-830d1680-ac6b-422a-aa20-80b09beb8b79 service nova] Acquiring lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ca13ca0f-c932-4e50-ab21-3cb1fa3b6ce2 req-830d1680-ac6b-422a-aa20-80b09beb8b79 service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ca13ca0f-c932-4e50-ab21-3cb1fa3b6ce2 req-830d1680-ac6b-422a-aa20-80b09beb8b79 service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-ca13ca0f-c932-4e50-ab21-3cb1fa3b6ce2 req-830d1680-ac6b-422a-aa20-80b09beb8b79 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] No waiting events found dispatching network-vif-unplugged-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-ca13ca0f-c932-4e50-ab21-3cb1fa3b6ce2 req-830d1680-ac6b-422a-aa20-80b09beb8b79 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received event network-vif-unplugged-fd05b0db-5baa-43a1-865b-a6df8067d554 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:03:16 user nova-compute[75018]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 (non-flash)
Dec 05 17:03:16 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 (non-flash)
Dec 05 17:03:16 user nova-compute[75018]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 (non-flash)
Dec 05 17:03:16 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a849fbe0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[32144511-64fa-4c89-8ca1-3ffe069744e7]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1bc1a78-cea6-4805-9b2f-17d43fb88d65]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[337db03b-7ba9-47a6-8dd5-6d1cce1540fc]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.064s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e3de9c7-c2a9-4723-bf0f-27a3ac94c4f8]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.246s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd144440-609c-42bf-a4ce-ae8d0e548766]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk 1073741824" returned: 0 in 0.073s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.324s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7d8fffe-74d8-4fca-9cf2-0697dd80fc94]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02, portal: 172.16.0.220,3260]
Dec 05 17:03:16 user nova-compute[75018]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02, portal: 172.16.0.220,3260] successful.
Dec 05 17:03:16 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:03:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e064c51-9a22-4ca5-993f-b05f70815946]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.479s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] <== disconnect_volume: return (481ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:03:17 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Deleting instance files /opt/stack/data/nova/instances/aff5eae8-b542-411b-afc8-9208024bcc74_del
Dec 05 17:03:17 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Deletion of /opt/stack/data/nova/instances/aff5eae8-b542-411b-afc8-9208024bcc74_del complete
Dec 05 17:03:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:17 user nova-compute[75018]: INFO nova.compute.manager [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Took 1.46 seconds to destroy the instance on the hypervisor.
Dec 05 17:03:17 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.216s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Checking if we can resize image /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Cannot resize image /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Ensure instance console log exists: /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:18 user nova-compute[75018]: DEBUG nova.compute.manager [req-3cb2f0ee-23c0-4d3f-a7ab-efabe99edb3c req-bc6b2075-9766-431a-8fcc-cfff58ada376 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received event network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3cb2f0ee-23c0-4d3f-a7ab-efabe99edb3c req-bc6b2075-9766-431a-8fcc-cfff58ada376 service nova] Acquiring lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3cb2f0ee-23c0-4d3f-a7ab-efabe99edb3c req-bc6b2075-9766-431a-8fcc-cfff58ada376 service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3cb2f0ee-23c0-4d3f-a7ab-efabe99edb3c req-bc6b2075-9766-431a-8fcc-cfff58ada376 service nova] Lock "aff5eae8-b542-411b-afc8-9208024bcc74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:18 user nova-compute[75018]: DEBUG nova.compute.manager [req-3cb2f0ee-23c0-4d3f-a7ab-efabe99edb3c req-bc6b2075-9766-431a-8fcc-cfff58ada376 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] No waiting events found dispatching network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:03:18 user nova-compute[75018]: WARNING nova.compute.manager [req-3cb2f0ee-23c0-4d3f-a7ab-efabe99edb3c req-bc6b2075-9766-431a-8fcc-cfff58ada376 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received unexpected event network-vif-plugged-fd05b0db-5baa-43a1-865b-a6df8067d554 for instance with vm_state active and task_state deleting.
Dec 05 17:03:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:19 user nova-compute[75018]: DEBUG nova.network.neutron [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Successfully created port: 1652e95a-50b3-4921-8a2a-cbaad0fed79c {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:03:20 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:03:20 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Took 3.12 seconds to deallocate network for instance.
Dec 05 17:03:21 user nova-compute[75018]: DEBUG nova.compute.manager [req-00fef708-94a2-43ac-bb4e-8d110383beeb req-6cc97695-77b5-4aa3-b333-6d4dff60e7f0 service nova] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Received event network-vif-deleted-fd05b0db-5baa-43a1-865b-a6df8067d554 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:21 user nova-compute[75018]: DEBUG nova.network.neutron [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Successfully updated port: 1652e95a-50b3-4921-8a2a-cbaad0fed79c {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:03:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "refresh_cache-acf77ce1-141a-4c0e-8dab-6759f7dcc507" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:03:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquired lock "refresh_cache-acf77ce1-141a-4c0e-8dab-6759f7dcc507" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:03:21 user nova-compute[75018]: DEBUG nova.network.neutron [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.network.neutron [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.network.neutron [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Updating instance_info_cache with network_info: [{"id": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "address": "fa:16:3e:99:52:66", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1652e95a-50", "ovs_interfaceid": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Releasing lock "refresh_cache-acf77ce1-141a-4c0e-8dab-6759f7dcc507" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.compute.manager [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Instance network_info: |[{"id": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "address": "fa:16:3e:99:52:66", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1652e95a-50", "ovs_interfaceid": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Start _get_guest_xml network_info=[{"id": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "address": "fa:16:3e:99:52:66", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1652e95a-50", "ovs_interfaceid": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:03:22 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:03:22 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:03:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1300560790',display_name='tempest-AttachVolumeNegativeTest-server-1300560790',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1300560790',id=16,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJjOLTYCVSDG8D4cbLuigKaycVpuU8voOeiZa6u2R/z8wiyjaOYB41zYNV9yLd+SBMgSOW9bl6AvKlagmm/GWd8My6XBhEXtSC2M8zRDJD4iOk3DXsCbPxYZ8tNvVtObsg==',key_name='tempest-keypair-34815668',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='91cb55b5c62f4d82ae96bc07a48fd906',ramdisk_id='',reservation_id='r-7g2pf11s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1278838961',owner_user_name='tempest-AttachVolumeNegativeTest-1278838961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:03:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c254db3ec00e40338c3323be0668689e',uuid=acf77ce1-141a-4c0e-8dab-6759f7dcc507,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "address": "fa:16:3e:99:52:66", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1652e95a-50", "ovs_interfaceid": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converting VIF {"id": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "address": "fa:16:3e:99:52:66", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1652e95a-50", "ovs_interfaceid": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:52:66,bridge_name='br-int',has_traffic_filtering=True,id=1652e95a-50b3-4921-8a2a-cbaad0fed79c,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1652e95a-50') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.objects.instance [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lazy-loading 'pci_devices' on Instance uuid acf77ce1-141a-4c0e-8dab-6759f7dcc507 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:03:22 user nova-compute[75018]:   <uuid>acf77ce1-141a-4c0e-8dab-6759f7dcc507</uuid>
Dec 05 17:03:22 user nova-compute[75018]:   <name>instance-00000010</name>
Dec 05 17:03:22 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:03:22 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:03:22 user nova-compute[75018]:   <metadata>
Dec 05 17:03:22 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:03:22 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:03:22 user nova-compute[75018]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1300560790</nova:name>
Dec 05 17:03:22 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:03:22</nova:creationTime>
Dec 05 17:03:22 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:03:22 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:03:22 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:03:22 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:03:22 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:03:22 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:03:22 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:03:22 user nova-compute[75018]:       <nova:owner>
Dec 05 17:03:22 user nova-compute[75018]:         <nova:user uuid="c254db3ec00e40338c3323be0668689e">tempest-AttachVolumeNegativeTest-1278838961-project-member</nova:user>
Dec 05 17:03:22 user nova-compute[75018]:         <nova:project uuid="91cb55b5c62f4d82ae96bc07a48fd906">tempest-AttachVolumeNegativeTest-1278838961</nova:project>
Dec 05 17:03:22 user nova-compute[75018]:       </nova:owner>
Dec 05 17:03:22 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:03:22 user nova-compute[75018]:       <nova:ports>
Dec 05 17:03:22 user nova-compute[75018]:         <nova:port uuid="1652e95a-50b3-4921-8a2a-cbaad0fed79c">
Dec 05 17:03:22 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 05 17:03:22 user nova-compute[75018]:         </nova:port>
Dec 05 17:03:22 user nova-compute[75018]:       </nova:ports>
Dec 05 17:03:22 user nova-compute[75018]:     </nova:instance>
Dec 05 17:03:22 user nova-compute[75018]:   </metadata>
Dec 05 17:03:22 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:03:22 user nova-compute[75018]:     <system>
Dec 05 17:03:22 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:03:22 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:03:22 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:03:22 user nova-compute[75018]:       <entry name="serial">acf77ce1-141a-4c0e-8dab-6759f7dcc507</entry>
Dec 05 17:03:22 user nova-compute[75018]:       <entry name="uuid">acf77ce1-141a-4c0e-8dab-6759f7dcc507</entry>
Dec 05 17:03:22 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:03:22 user nova-compute[75018]:     </system>
Dec 05 17:03:22 user nova-compute[75018]:   </sysinfo>
Dec 05 17:03:22 user nova-compute[75018]:   <os>
Dec 05 17:03:22 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:03:22 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:03:22 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:03:22 user nova-compute[75018]:   </os>
Dec 05 17:03:22 user nova-compute[75018]:   <features>
Dec 05 17:03:22 user nova-compute[75018]:     <acpi/>
Dec 05 17:03:22 user nova-compute[75018]:     <apic/>
Dec 05 17:03:22 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:03:22 user nova-compute[75018]:   </features>
Dec 05 17:03:22 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:03:22 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:03:22 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:03:22 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:03:22 user nova-compute[75018]:   </clock>
Dec 05 17:03:22 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:03:22 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:03:22 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:03:22 user nova-compute[75018]:   </cpu>
Dec 05 17:03:22 user nova-compute[75018]:   <devices>
Dec 05 17:03:22 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:03:22 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:03:22 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk"/>
Dec 05 17:03:22 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:03:22 user nova-compute[75018]:     </disk>
Dec 05 17:03:22 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:03:22 user nova-compute[75018]:       <mac address="fa:16:3e:99:52:66"/>
Dec 05 17:03:22 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:03:22 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:03:22 user nova-compute[75018]:       <target dev="tap1652e95a-50"/>
Dec 05 17:03:22 user nova-compute[75018]:     </interface>
Dec 05 17:03:22 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:03:22 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/console.log" append="off"/>
Dec 05 17:03:22 user nova-compute[75018]:     </serial>
Dec 05 17:03:22 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:03:22 user nova-compute[75018]:     <video>
Dec 05 17:03:22 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:03:22 user nova-compute[75018]:     </video>
Dec 05 17:03:22 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:03:22 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:03:22 user nova-compute[75018]:     </rng>
Dec 05 17:03:22 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:03:22 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:03:22 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:03:22 user nova-compute[75018]:     </memballoon>
Dec 05 17:03:22 user nova-compute[75018]:   </devices>
Dec 05 17:03:22 user nova-compute[75018]: </domain>
Dec 05 17:03:22 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:03:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1300560790',display_name='tempest-AttachVolumeNegativeTest-server-1300560790',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1300560790',id=16,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJjOLTYCVSDG8D4cbLuigKaycVpuU8voOeiZa6u2R/z8wiyjaOYB41zYNV9yLd+SBMgSOW9bl6AvKlagmm/GWd8My6XBhEXtSC2M8zRDJD4iOk3DXsCbPxYZ8tNvVtObsg==',key_name='tempest-keypair-34815668',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='91cb55b5c62f4d82ae96bc07a48fd906',ramdisk_id='',reservation_id='r-7g2pf11s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1278838961',owner_user_name='tempest-AttachVolumeNegativeTest-1278838961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:03:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c254db3ec00e40338c3323be0668689e',uuid=acf77ce1-141a-4c0e-8dab-6759f7dcc507,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "address": "fa:16:3e:99:52:66", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1652e95a-50", "ovs_interfaceid": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converting VIF {"id": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "address": "fa:16:3e:99:52:66", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1652e95a-50", "ovs_interfaceid": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:52:66,bridge_name='br-int',has_traffic_filtering=True,id=1652e95a-50b3-4921-8a2a-cbaad0fed79c,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1652e95a-50') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG os_vif [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:52:66,bridge_name='br-int',has_traffic_filtering=True,id=1652e95a-50b3-4921-8a2a-cbaad0fed79c,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1652e95a-50') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b19370d5-6035-517b-bcdf-ad8d586cbb80', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1652e95a-50, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1652e95a-50, col_values=(('qos', UUID('b79331a7-ebf4-4b2a-bc96-5e49b1ce61b9')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1652e95a-50, col_values=(('external_ids', {'iface-id': '1652e95a-50b3-4921-8a2a-cbaad0fed79c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:99:52:66', 'vm-uuid': 'acf77ce1-141a-4c0e-8dab-6759f7dcc507'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:22 user nova-compute[75018]: INFO os_vif [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:52:66,bridge_name='br-int',has_traffic_filtering=True,id=1652e95a-50b3-4921-8a2a-cbaad0fed79c,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1652e95a-50')
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:03:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] No VIF found with MAC fa:16:3e:99:52:66, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:03:23 user nova-compute[75018]: DEBUG nova.compute.manager [req-426ffa22-88aa-407b-83b2-7bd260081361 req-225b5e47-7564-4032-a8e8-d78df36cf062 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Received event network-changed-1652e95a-50b3-4921-8a2a-cbaad0fed79c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:23 user nova-compute[75018]: DEBUG nova.compute.manager [req-426ffa22-88aa-407b-83b2-7bd260081361 req-225b5e47-7564-4032-a8e8-d78df36cf062 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Refreshing instance network info cache due to event network-changed-1652e95a-50b3-4921-8a2a-cbaad0fed79c. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:03:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-426ffa22-88aa-407b-83b2-7bd260081361 req-225b5e47-7564-4032-a8e8-d78df36cf062 service nova] Acquiring lock "refresh_cache-acf77ce1-141a-4c0e-8dab-6759f7dcc507" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:03:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-426ffa22-88aa-407b-83b2-7bd260081361 req-225b5e47-7564-4032-a8e8-d78df36cf062 service nova] Acquired lock "refresh_cache-acf77ce1-141a-4c0e-8dab-6759f7dcc507" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:03:23 user nova-compute[75018]: DEBUG nova.network.neutron [req-426ffa22-88aa-407b-83b2-7bd260081361 req-225b5e47-7564-4032-a8e8-d78df36cf062 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Refreshing network info cache for port 1652e95a-50b3-4921-8a2a-cbaad0fed79c {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG nova.network.neutron [req-426ffa22-88aa-407b-83b2-7bd260081361 req-225b5e47-7564-4032-a8e8-d78df36cf062 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Updated VIF entry in instance network info cache for port 1652e95a-50b3-4921-8a2a-cbaad0fed79c. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG nova.network.neutron [req-426ffa22-88aa-407b-83b2-7bd260081361 req-225b5e47-7564-4032-a8e8-d78df36cf062 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Updating instance_info_cache with network_info: [{"id": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "address": "fa:16:3e:99:52:66", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1652e95a-50", "ovs_interfaceid": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-426ffa22-88aa-407b-83b2-7bd260081361 req-225b5e47-7564-4032-a8e8-d78df36cf062 service nova] Releasing lock "refresh_cache-acf77ce1-141a-4c0e-8dab-6759f7dcc507" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "ae24b446-ae7d-43f2-8298-098879eb0d07" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "ae24b446-ae7d-43f2-8298-098879eb0d07" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "ae24b446-ae7d-43f2-8298-098879eb0d07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "ae24b446-ae7d-43f2-8298-098879eb0d07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "ae24b446-ae7d-43f2-8298-098879eb0d07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:24 user nova-compute[75018]: INFO nova.compute.manager [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Terminating instance
Dec 05 17:03:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG nova.compute.manager [req-414a952f-704d-46ef-a9f9-79e3accc2e01 req-6db2ba0a-c87f-4331-967b-c468a959e5cf service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Received event network-vif-plugged-1652e95a-50b3-4921-8a2a-cbaad0fed79c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-414a952f-704d-46ef-a9f9-79e3accc2e01 req-6db2ba0a-c87f-4331-967b-c468a959e5cf service nova] Acquiring lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-414a952f-704d-46ef-a9f9-79e3accc2e01 req-6db2ba0a-c87f-4331-967b-c468a959e5cf service nova] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-414a952f-704d-46ef-a9f9-79e3accc2e01 req-6db2ba0a-c87f-4331-967b-c468a959e5cf service nova] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:24 user nova-compute[75018]: DEBUG nova.compute.manager [req-414a952f-704d-46ef-a9f9-79e3accc2e01 req-6db2ba0a-c87f-4331-967b-c468a959e5cf service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] No waiting events found dispatching network-vif-plugged-1652e95a-50b3-4921-8a2a-cbaad0fed79c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:03:24 user nova-compute[75018]: WARNING nova.compute.manager [req-414a952f-704d-46ef-a9f9-79e3accc2e01 req-6db2ba0a-c87f-4331-967b-c468a959e5cf service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Received unexpected event network-vif-plugged-1652e95a-50b3-4921-8a2a-cbaad0fed79c for instance with vm_state building and task_state spawning.
Dec 05 17:03:24 user nova-compute[75018]: INFO nova.compute.manager [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Took 4.62 seconds to detach 1 volumes for instance.
Dec 05 17:03:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] [instance: aff5eae8-b542-411b-afc8-9208024bcc74] Deleting volume: c0ee51f4-e1db-4f0a-8574-8d54eb2dde02 {{(pid=75018) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:25 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Instance destroyed successfully.
Dec 05 17:03:25 user nova-compute[75018]: DEBUG nova.objects.instance [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lazy-loading 'resources' on Instance uuid ae24b446-ae7d-43f2-8298-098879eb0d07 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:01:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1756846749',display_name='tempest-VolumesAdminNegativeTest-server-1756846749',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1756846749',id=13,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:01:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1940afc83e1f4eb895ee34b41683a4a5',ramdisk_id='',reservation_id='r-0tmadx3k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-96677364',owner_user_name='tempest-VolumesAdminNegativeTest-96677364-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:01:33Z,user_data=None,user_id='992da5e70c5d49fd987fcbcda4125e08',uuid=ae24b446-ae7d-43f2-8298-098879eb0d07,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "69798725-aa80-45a7-8876-c78c0ce29610", "address": "fa:16:3e:1b:1f:62", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69798725-aa", "ovs_interfaceid": "69798725-aa80-45a7-8876-c78c0ce29610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Converting VIF {"id": "69798725-aa80-45a7-8876-c78c0ce29610", "address": "fa:16:3e:1b:1f:62", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69798725-aa", "ovs_interfaceid": "69798725-aa80-45a7-8876-c78c0ce29610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:1f:62,bridge_name='br-int',has_traffic_filtering=True,id=69798725-aa80-45a7-8876-c78c0ce29610,network=Network(cb2fba5c-82a2-4d0c-865e-f4d73312b987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69798725-aa') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG os_vif [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:1f:62,bridge_name='br-int',has_traffic_filtering=True,id=69798725-aa80-45a7-8876-c78c0ce29610,network=Network(cb2fba5c-82a2-4d0c-865e-f4d73312b987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69798725-aa') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap69798725-aa, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=83a5bf84-bfd5-47d2-82c1-049579e27e57) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:03:25 user nova-compute[75018]: INFO os_vif [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:1f:62,bridge_name='br-int',has_traffic_filtering=True,id=69798725-aa80-45a7-8876-c78c0ce29610,network=Network(cb2fba5c-82a2-4d0c-865e-f4d73312b987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69798725-aa')
Dec 05 17:03:25 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Deleting instance files /opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07_del
Dec 05 17:03:25 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Deletion of /opt/stack/data/nova/instances/ae24b446-ae7d-43f2-8298-098879eb0d07_del complete
Dec 05 17:03:25 user nova-compute[75018]: DEBUG nova.compute.manager [req-2c9f8e5d-d327-4aed-a829-e9e96ddf5e7d req-49a2dd24-7196-4d69-8a4b-0b6a4e9885fe service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Received event network-vif-unplugged-69798725-aa80-45a7-8876-c78c0ce29610 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2c9f8e5d-d327-4aed-a829-e9e96ddf5e7d req-49a2dd24-7196-4d69-8a4b-0b6a4e9885fe service nova] Acquiring lock "ae24b446-ae7d-43f2-8298-098879eb0d07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2c9f8e5d-d327-4aed-a829-e9e96ddf5e7d req-49a2dd24-7196-4d69-8a4b-0b6a4e9885fe service nova] Lock "ae24b446-ae7d-43f2-8298-098879eb0d07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2c9f8e5d-d327-4aed-a829-e9e96ddf5e7d req-49a2dd24-7196-4d69-8a4b-0b6a4e9885fe service nova] Lock "ae24b446-ae7d-43f2-8298-098879eb0d07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG nova.compute.manager [req-2c9f8e5d-d327-4aed-a829-e9e96ddf5e7d req-49a2dd24-7196-4d69-8a4b-0b6a4e9885fe service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] No waiting events found dispatching network-vif-unplugged-69798725-aa80-45a7-8876-c78c0ce29610 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG nova.compute.manager [req-2c9f8e5d-d327-4aed-a829-e9e96ddf5e7d req-49a2dd24-7196-4d69-8a4b-0b6a4e9885fe service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Received event network-vif-unplugged-69798725-aa80-45a7-8876-c78c0ce29610 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG nova.compute.manager [req-2c9f8e5d-d327-4aed-a829-e9e96ddf5e7d req-49a2dd24-7196-4d69-8a4b-0b6a4e9885fe service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Received event network-vif-plugged-69798725-aa80-45a7-8876-c78c0ce29610 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2c9f8e5d-d327-4aed-a829-e9e96ddf5e7d req-49a2dd24-7196-4d69-8a4b-0b6a4e9885fe service nova] Acquiring lock "ae24b446-ae7d-43f2-8298-098879eb0d07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2c9f8e5d-d327-4aed-a829-e9e96ddf5e7d req-49a2dd24-7196-4d69-8a4b-0b6a4e9885fe service nova] Lock "ae24b446-ae7d-43f2-8298-098879eb0d07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2c9f8e5d-d327-4aed-a829-e9e96ddf5e7d req-49a2dd24-7196-4d69-8a4b-0b6a4e9885fe service nova] Lock "ae24b446-ae7d-43f2-8298-098879eb0d07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG nova.compute.manager [req-2c9f8e5d-d327-4aed-a829-e9e96ddf5e7d req-49a2dd24-7196-4d69-8a4b-0b6a4e9885fe service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] No waiting events found dispatching network-vif-plugged-69798725-aa80-45a7-8876-c78c0ce29610 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:03:25 user nova-compute[75018]: WARNING nova.compute.manager [req-2c9f8e5d-d327-4aed-a829-e9e96ddf5e7d req-49a2dd24-7196-4d69-8a4b-0b6a4e9885fe service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Received unexpected event network-vif-plugged-69798725-aa80-45a7-8876-c78c0ce29610 for instance with vm_state active and task_state deleting.
Dec 05 17:03:25 user nova-compute[75018]: INFO nova.compute.manager [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Took 1.09 seconds to destroy the instance on the hypervisor.
Dec 05 17:03:25 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.547s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:25 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Deleted allocations for instance aff5eae8-b542-411b-afc8-9208024bcc74
Dec 05 17:03:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a16338e1-ecad-4152-b26a-d0ac36a9d57b tempest-ServerActionsV293TestJSON-1813823270 tempest-ServerActionsV293TestJSON-1813823270-project-member] Lock "aff5eae8-b542-411b-afc8-9208024bcc74" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.258s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:26 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:03:26 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Took 0.76 seconds to deallocate network for instance.
Dec 05 17:03:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:26 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:03:26 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:03:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.351s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:26 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Deleted allocations for instance ae24b446-ae7d-43f2-8298-098879eb0d07
Dec 05 17:03:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-69ed8608-38c0-4313-9318-3f861917f4cc req-0872358b-5e7f-46cc-a932-6afd531229f0 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Received event network-vif-plugged-1652e95a-50b3-4921-8a2a-cbaad0fed79c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-69ed8608-38c0-4313-9318-3f861917f4cc req-0872358b-5e7f-46cc-a932-6afd531229f0 service nova] Acquiring lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-69ed8608-38c0-4313-9318-3f861917f4cc req-0872358b-5e7f-46cc-a932-6afd531229f0 service nova] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-69ed8608-38c0-4313-9318-3f861917f4cc req-0872358b-5e7f-46cc-a932-6afd531229f0 service nova] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-69ed8608-38c0-4313-9318-3f861917f4cc req-0872358b-5e7f-46cc-a932-6afd531229f0 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] No waiting events found dispatching network-vif-plugged-1652e95a-50b3-4921-8a2a-cbaad0fed79c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:03:26 user nova-compute[75018]: WARNING nova.compute.manager [req-69ed8608-38c0-4313-9318-3f861917f4cc req-0872358b-5e7f-46cc-a932-6afd531229f0 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Received unexpected event network-vif-plugged-1652e95a-50b3-4921-8a2a-cbaad0fed79c for instance with vm_state building and task_state spawning.
Dec 05 17:03:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-eb372db6-b268-4b63-a4e6-67ff78426f7f tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "ae24b446-ae7d-43f2-8298-098879eb0d07" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.524s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:27 user nova-compute[75018]: DEBUG nova.compute.manager [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:03:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:03:27 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Instance spawned successfully.
Dec 05 17:03:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:03:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:27 user nova-compute[75018]: INFO nova.compute.manager [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Took 10.90 seconds to spawn the instance on the hypervisor.
Dec 05 17:03:27 user nova-compute[75018]: DEBUG nova.compute.manager [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:03:27 user nova-compute[75018]: INFO nova.compute.manager [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Took 12.01 seconds to build instance.
Dec 05 17:03:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-73223fd4-a132-4a23-bf75-810a8983687a tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.128s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-f39cf6b5-d8dc-4ce3-939b-2c358fafcb59 req-29c8fc1b-8e67-4d39-b29f-e6ed27e0ddfd service nova] [instance: ae24b446-ae7d-43f2-8298-098879eb0d07] Received event network-vif-deleted-69798725-aa80-45a7-8876-c78c0ce29610 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "5343f265-d477-426d-8262-c86bd90d45c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "5343f265-d477-426d-8262-c86bd90d45c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:33 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:03:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:33 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:03:33 user nova-compute[75018]: INFO nova.compute.claims [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Claim successful on node user
Dec 05 17:03:33 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:03:33 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:03:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.494s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:33 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG nova.network.neutron [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:03:34 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:03:34 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG nova.policy [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '898ef33c5a8f4b8e9e8dc50905b64d30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fba7dac8c21649d898e39d66eeb3a227', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:03:34 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Creating image(s)
Dec 05 17:03:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "/opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "/opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "/opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.259s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.202s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk 1073741824" returned: 0 in 0.061s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.273s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.231s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:03:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:35 user nova-compute[75018]: DEBUG nova.network.neutron [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Successfully created port: 8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:03:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:35 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Cannot resize image /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:03:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:03:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Ensure instance console log exists: /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:03:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:35 user nova-compute[75018]: DEBUG nova.network.neutron [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Successfully updated port: 8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:03:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "refresh_cache-5343f265-d477-426d-8262-c86bd90d45c4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:03:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquired lock "refresh_cache-5343f265-d477-426d-8262-c86bd90d45c4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:03:35 user nova-compute[75018]: DEBUG nova.network.neutron [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:03:35 user nova-compute[75018]: DEBUG nova.compute.manager [req-99443c55-182f-49ea-ba51-9a5c29d9a1ab req-d3048671-b616-4679-9efd-0f3e6baa9f0d service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received event network-changed-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:35 user nova-compute[75018]: DEBUG nova.compute.manager [req-99443c55-182f-49ea-ba51-9a5c29d9a1ab req-d3048671-b616-4679-9efd-0f3e6baa9f0d service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Refreshing instance network info cache due to event network-changed-8a7227ef-13e5-40cb-9984-9a17440924d3. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:03:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-99443c55-182f-49ea-ba51-9a5c29d9a1ab req-d3048671-b616-4679-9efd-0f3e6baa9f0d service nova] Acquiring lock "refresh_cache-5343f265-d477-426d-8262-c86bd90d45c4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:03:35 user nova-compute[75018]: DEBUG nova.network.neutron [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.network.neutron [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Updating instance_info_cache with network_info: [{"id": "8a7227ef-13e5-40cb-9984-9a17440924d3", "address": "fa:16:3e:bc:1b:5b", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7227ef-13", "ovs_interfaceid": "8a7227ef-13e5-40cb-9984-9a17440924d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Releasing lock "refresh_cache-5343f265-d477-426d-8262-c86bd90d45c4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Instance network_info: |[{"id": "8a7227ef-13e5-40cb-9984-9a17440924d3", "address": "fa:16:3e:bc:1b:5b", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7227ef-13", "ovs_interfaceid": "8a7227ef-13e5-40cb-9984-9a17440924d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-99443c55-182f-49ea-ba51-9a5c29d9a1ab req-d3048671-b616-4679-9efd-0f3e6baa9f0d service nova] Acquired lock "refresh_cache-5343f265-d477-426d-8262-c86bd90d45c4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.network.neutron [req-99443c55-182f-49ea-ba51-9a5c29d9a1ab req-d3048671-b616-4679-9efd-0f3e6baa9f0d service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Refreshing network info cache for port 8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Start _get_guest_xml network_info=[{"id": "8a7227ef-13e5-40cb-9984-9a17440924d3", "address": "fa:16:3e:bc:1b:5b", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7227ef-13", "ovs_interfaceid": "8a7227ef-13e5-40cb-9984-9a17440924d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:03:36 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:03:36 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:03:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1641339129',display_name='tempest-TestStampPattern-server-1641339129',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1641339129',id=17,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEGWb8GaV8bxKFKutfJn0oG4jaqlKwb3ZNggwpf0u/c7OR4w818ypjXtNxnDGj/d/2ypWcl2mJPiAY7X4FoOjhw+2t6BN2XNX/yBHDKMv2Ks/GBJEyAG6dgjrTa/ABIWFQ==',key_name='tempest-TestStampPattern-67169683',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fba7dac8c21649d898e39d66eeb3a227',ramdisk_id='',reservation_id='r-y8hx3gg1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1241840619',owner_user_name='tempest-TestStampPattern-1241840619-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:03:34Z,user_data=None,user_id='898ef33c5a8f4b8e9e8dc50905b64d30',uuid=5343f265-d477-426d-8262-c86bd90d45c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8a7227ef-13e5-40cb-9984-9a17440924d3", "address": "fa:16:3e:bc:1b:5b", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7227ef-13", "ovs_interfaceid": "8a7227ef-13e5-40cb-9984-9a17440924d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Converting VIF {"id": "8a7227ef-13e5-40cb-9984-9a17440924d3", "address": "fa:16:3e:bc:1b:5b", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7227ef-13", "ovs_interfaceid": "8a7227ef-13e5-40cb-9984-9a17440924d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:1b:5b,bridge_name='br-int',has_traffic_filtering=True,id=8a7227ef-13e5-40cb-9984-9a17440924d3,network=Network(b1852412-0c0f-4c9c-bae0-890369310f57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a7227ef-13') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.objects.instance [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lazy-loading 'pci_devices' on Instance uuid 5343f265-d477-426d-8262-c86bd90d45c4 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:03:36 user nova-compute[75018]:   <uuid>5343f265-d477-426d-8262-c86bd90d45c4</uuid>
Dec 05 17:03:36 user nova-compute[75018]:   <name>instance-00000011</name>
Dec 05 17:03:36 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:03:36 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:03:36 user nova-compute[75018]:   <metadata>
Dec 05 17:03:36 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:03:36 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:03:36 user nova-compute[75018]:       <nova:name>tempest-TestStampPattern-server-1641339129</nova:name>
Dec 05 17:03:36 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:03:36</nova:creationTime>
Dec 05 17:03:36 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:03:36 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:03:36 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:03:36 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:03:36 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:03:36 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:03:36 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:03:36 user nova-compute[75018]:       <nova:owner>
Dec 05 17:03:36 user nova-compute[75018]:         <nova:user uuid="898ef33c5a8f4b8e9e8dc50905b64d30">tempest-TestStampPattern-1241840619-project-member</nova:user>
Dec 05 17:03:36 user nova-compute[75018]:         <nova:project uuid="fba7dac8c21649d898e39d66eeb3a227">tempest-TestStampPattern-1241840619</nova:project>
Dec 05 17:03:36 user nova-compute[75018]:       </nova:owner>
Dec 05 17:03:36 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:03:36 user nova-compute[75018]:       <nova:ports>
Dec 05 17:03:36 user nova-compute[75018]:         <nova:port uuid="8a7227ef-13e5-40cb-9984-9a17440924d3">
Dec 05 17:03:36 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 05 17:03:36 user nova-compute[75018]:         </nova:port>
Dec 05 17:03:36 user nova-compute[75018]:       </nova:ports>
Dec 05 17:03:36 user nova-compute[75018]:     </nova:instance>
Dec 05 17:03:36 user nova-compute[75018]:   </metadata>
Dec 05 17:03:36 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:03:36 user nova-compute[75018]:     <system>
Dec 05 17:03:36 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:03:36 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:03:36 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:03:36 user nova-compute[75018]:       <entry name="serial">5343f265-d477-426d-8262-c86bd90d45c4</entry>
Dec 05 17:03:36 user nova-compute[75018]:       <entry name="uuid">5343f265-d477-426d-8262-c86bd90d45c4</entry>
Dec 05 17:03:36 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:03:36 user nova-compute[75018]:     </system>
Dec 05 17:03:36 user nova-compute[75018]:   </sysinfo>
Dec 05 17:03:36 user nova-compute[75018]:   <os>
Dec 05 17:03:36 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:03:36 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:03:36 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:03:36 user nova-compute[75018]:   </os>
Dec 05 17:03:36 user nova-compute[75018]:   <features>
Dec 05 17:03:36 user nova-compute[75018]:     <acpi/>
Dec 05 17:03:36 user nova-compute[75018]:     <apic/>
Dec 05 17:03:36 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:03:36 user nova-compute[75018]:   </features>
Dec 05 17:03:36 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:03:36 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:03:36 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:03:36 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:03:36 user nova-compute[75018]:   </clock>
Dec 05 17:03:36 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:03:36 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:03:36 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:03:36 user nova-compute[75018]:   </cpu>
Dec 05 17:03:36 user nova-compute[75018]:   <devices>
Dec 05 17:03:36 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:03:36 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:03:36 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk"/>
Dec 05 17:03:36 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:03:36 user nova-compute[75018]:     </disk>
Dec 05 17:03:36 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:03:36 user nova-compute[75018]:       <mac address="fa:16:3e:bc:1b:5b"/>
Dec 05 17:03:36 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:03:36 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:03:36 user nova-compute[75018]:       <target dev="tap8a7227ef-13"/>
Dec 05 17:03:36 user nova-compute[75018]:     </interface>
Dec 05 17:03:36 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:03:36 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/console.log" append="off"/>
Dec 05 17:03:36 user nova-compute[75018]:     </serial>
Dec 05 17:03:36 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:03:36 user nova-compute[75018]:     <video>
Dec 05 17:03:36 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:03:36 user nova-compute[75018]:     </video>
Dec 05 17:03:36 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:03:36 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:03:36 user nova-compute[75018]:     </rng>
Dec 05 17:03:36 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:03:36 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:03:36 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:03:36 user nova-compute[75018]:     </memballoon>
Dec 05 17:03:36 user nova-compute[75018]:   </devices>
Dec 05 17:03:36 user nova-compute[75018]: </domain>
Dec 05 17:03:36 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:03:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1641339129',display_name='tempest-TestStampPattern-server-1641339129',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1641339129',id=17,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEGWb8GaV8bxKFKutfJn0oG4jaqlKwb3ZNggwpf0u/c7OR4w818ypjXtNxnDGj/d/2ypWcl2mJPiAY7X4FoOjhw+2t6BN2XNX/yBHDKMv2Ks/GBJEyAG6dgjrTa/ABIWFQ==',key_name='tempest-TestStampPattern-67169683',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fba7dac8c21649d898e39d66eeb3a227',ramdisk_id='',reservation_id='r-y8hx3gg1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1241840619',owner_user_name='tempest-TestStampPattern-1241840619-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:03:34Z,user_data=None,user_id='898ef33c5a8f4b8e9e8dc50905b64d30',uuid=5343f265-d477-426d-8262-c86bd90d45c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8a7227ef-13e5-40cb-9984-9a17440924d3", "address": "fa:16:3e:bc:1b:5b", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7227ef-13", "ovs_interfaceid": "8a7227ef-13e5-40cb-9984-9a17440924d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Converting VIF {"id": "8a7227ef-13e5-40cb-9984-9a17440924d3", "address": "fa:16:3e:bc:1b:5b", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7227ef-13", "ovs_interfaceid": "8a7227ef-13e5-40cb-9984-9a17440924d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:1b:5b,bridge_name='br-int',has_traffic_filtering=True,id=8a7227ef-13e5-40cb-9984-9a17440924d3,network=Network(b1852412-0c0f-4c9c-bae0-890369310f57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a7227ef-13') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG os_vif [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:1b:5b,bridge_name='br-int',has_traffic_filtering=True,id=8a7227ef-13e5-40cb-9984-9a17440924d3,network=Network(b1852412-0c0f-4c9c-bae0-890369310f57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a7227ef-13') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '628a2680-f79b-54ef-a107-8a03e08a4261', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8a7227ef-13, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8a7227ef-13, col_values=(('qos', UUID('abcdca42-ea34-4c1d-97fa-efc00da1c27f')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8a7227ef-13, col_values=(('external_ids', {'iface-id': '8a7227ef-13e5-40cb-9984-9a17440924d3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bc:1b:5b', 'vm-uuid': '5343f265-d477-426d-8262-c86bd90d45c4'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:36 user nova-compute[75018]: INFO os_vif [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:1b:5b,bridge_name='br-int',has_traffic_filtering=True,id=8a7227ef-13e5-40cb-9984-9a17440924d3,network=Network(b1852412-0c0f-4c9c-bae0-890369310f57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a7227ef-13')
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:03:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] No VIF found with MAC fa:16:3e:bc:1b:5b, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:03:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:37 user nova-compute[75018]: DEBUG nova.network.neutron [req-99443c55-182f-49ea-ba51-9a5c29d9a1ab req-d3048671-b616-4679-9efd-0f3e6baa9f0d service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Updated VIF entry in instance network info cache for port 8a7227ef-13e5-40cb-9984-9a17440924d3. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:03:37 user nova-compute[75018]: DEBUG nova.network.neutron [req-99443c55-182f-49ea-ba51-9a5c29d9a1ab req-d3048671-b616-4679-9efd-0f3e6baa9f0d service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Updating instance_info_cache with network_info: [{"id": "8a7227ef-13e5-40cb-9984-9a17440924d3", "address": "fa:16:3e:bc:1b:5b", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7227ef-13", "ovs_interfaceid": "8a7227ef-13e5-40cb-9984-9a17440924d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:03:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-99443c55-182f-49ea-ba51-9a5c29d9a1ab req-d3048671-b616-4679-9efd-0f3e6baa9f0d service nova] Releasing lock "refresh_cache-5343f265-d477-426d-8262-c86bd90d45c4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:03:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:38 user nova-compute[75018]: INFO nova.compute.manager [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Detaching volume f50d483f-1cda-4cd1-a474-f9bf216f52d1
Dec 05 17:03:38 user nova-compute[75018]: INFO nova.virt.block_device [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Attempting to driver detach volume f50d483f-1cda-4cd1-a474-f9bf216f52d1 from mountpoint /dev/vdc
Dec 05 17:03:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Attempting to detach device vdc from instance 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:03:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:03:38 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:03:38 user nova-compute[75018]:   <source dev="/dev/sdc"/>
Dec 05 17:03:38 user nova-compute[75018]:   <target dev="vdc" bus="virtio"/>
Dec 05 17:03:38 user nova-compute[75018]:   <serial>f50d483f-1cda-4cd1-a474-f9bf216f52d1</serial>
Dec 05 17:03:38 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 05 17:03:38 user nova-compute[75018]: </disk>
Dec 05 17:03:38 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:03:38 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Successfully detached device vdc from instance 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 from the persistent domain config.
Dec 05 17:03:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:03:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:03:38 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:03:38 user nova-compute[75018]:   <source dev="/dev/sdc"/>
Dec 05 17:03:38 user nova-compute[75018]:   <target dev="vdc" bus="virtio"/>
Dec 05 17:03:38 user nova-compute[75018]:   <serial>f50d483f-1cda-4cd1-a474-f9bf216f52d1</serial>
Dec 05 17:03:38 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 05 17:03:38 user nova-compute[75018]: </disk>
Dec 05 17:03:38 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:03:38 user nova-compute[75018]: DEBUG nova.compute.manager [req-866b522e-cc74-4f7b-b7d8-02749c9d18a5 req-8682e516-1d8d-49e1-b875-ae7165584270 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received event network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-866b522e-cc74-4f7b-b7d8-02749c9d18a5 req-8682e516-1d8d-49e1-b875-ae7165584270 service nova] Acquiring lock "5343f265-d477-426d-8262-c86bd90d45c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-866b522e-cc74-4f7b-b7d8-02749c9d18a5 req-8682e516-1d8d-49e1-b875-ae7165584270 service nova] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-866b522e-cc74-4f7b-b7d8-02749c9d18a5 req-8682e516-1d8d-49e1-b875-ae7165584270 service nova] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:38 user nova-compute[75018]: DEBUG nova.compute.manager [req-866b522e-cc74-4f7b-b7d8-02749c9d18a5 req-8682e516-1d8d-49e1-b875-ae7165584270 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] No waiting events found dispatching network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:03:38 user nova-compute[75018]: WARNING nova.compute.manager [req-866b522e-cc74-4f7b-b7d8-02749c9d18a5 req-8682e516-1d8d-49e1-b875-ae7165584270 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received unexpected event network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 for instance with vm_state building and task_state spawning.
Dec 05 17:03:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:03:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-76571d67-be26-4ef5-abd3-007713d71de6 req-75a10cb2-6ea1-4806-9187-98a0079d2843 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received event network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-76571d67-be26-4ef5-abd3-007713d71de6 req-75a10cb2-6ea1-4806-9187-98a0079d2843 service nova] Acquiring lock "5343f265-d477-426d-8262-c86bd90d45c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-76571d67-be26-4ef5-abd3-007713d71de6 req-75a10cb2-6ea1-4806-9187-98a0079d2843 service nova] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-76571d67-be26-4ef5-abd3-007713d71de6 req-75a10cb2-6ea1-4806-9187-98a0079d2843 service nova] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-76571d67-be26-4ef5-abd3-007713d71de6 req-75a10cb2-6ea1-4806-9187-98a0079d2843 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] No waiting events found dispatching network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:03:40 user nova-compute[75018]: WARNING nova.compute.manager [req-76571d67-be26-4ef5-abd3-007713d71de6 req-75a10cb2-6ea1-4806-9187-98a0079d2843 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received unexpected event network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 for instance with vm_state building and task_state spawning.
Dec 05 17:03:40 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:03:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:03:40 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Instance spawned successfully.
Dec 05 17:03:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:03:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:41 user nova-compute[75018]: INFO nova.compute.manager [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Took 6.87 seconds to spawn the instance on the hypervisor.
Dec 05 17:03:41 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:03:41 user nova-compute[75018]: INFO nova.compute.manager [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Took 7.74 seconds to build instance.
Dec 05 17:03:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7909c460-ea96-4fda-81aa-a352e9ec5ff2 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "5343f265-d477-426d-8262-c86bd90d45c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.853s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:03:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 05 17:03:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] There are 0 instances to clean {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:03:51 user nova-compute[75018]: INFO nova.compute.claims [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Claim successful on node user
Dec 05 17:03:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.404s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG nova.network.neutron [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:03:51 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:03:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG nova.policy [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8da346c164fb4c0280a7dfb63c4d1a52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31b8f8305ff14e2883c646a9dfa3af0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:03:51 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Creating image(s)
Dec 05 17:03:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "/opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "/opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "/opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.219s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.230s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG nova.network.neutron [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Successfully created port: 58d9f2be-225b-401d-939a-ef65afc9cbe9 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk 1073741824" returned: 0 in 0.055s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.289s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.206s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Skipping network cache update for instance because it is Building. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Cannot resize image /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Ensure instance console log exists: /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.network.neutron [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Successfully updated port: 58d9f2be-225b-401d-939a-ef65afc9cbe9 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquired lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.network.neutron [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-1340d572-d830-4b2c-9e82-87fe8be2ad04 req-3698bf55-c927-471f-9bee-942255bb4b72 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Received event network-changed-58d9f2be-225b-401d-939a-ef65afc9cbe9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-1340d572-d830-4b2c-9e82-87fe8be2ad04 req-3698bf55-c927-471f-9bee-942255bb4b72 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Refreshing instance network info cache due to event network-changed-58d9f2be-225b-401d-939a-ef65afc9cbe9. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1340d572-d830-4b2c-9e82-87fe8be2ad04 req-3698bf55-c927-471f-9bee-942255bb4b72 service nova] Acquiring lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.network.neutron [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updating instance_info_cache with network_info: [{"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.network.neutron [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Updating instance_info_cache with network_info: [{"id": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "address": "fa:16:3e:2c:95:36", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d9f2be-22", "ovs_interfaceid": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Releasing lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.compute.manager [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Instance network_info: |[{"id": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "address": "fa:16:3e:2c:95:36", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d9f2be-22", "ovs_interfaceid": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1340d572-d830-4b2c-9e82-87fe8be2ad04 req-3698bf55-c927-471f-9bee-942255bb4b72 service nova] Acquired lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.network.neutron [req-1340d572-d830-4b2c-9e82-87fe8be2ad04 req-3698bf55-c927-471f-9bee-942255bb4b72 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Refreshing network info cache for port 58d9f2be-225b-401d-939a-ef65afc9cbe9 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Start _get_guest_xml network_info=[{"id": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "address": "fa:16:3e:2c:95:36", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d9f2be-22", "ovs_interfaceid": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:03:53 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:03:53 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:03:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-863580752',display_name='tempest-ServerActionsTestOtherA-server-863580752',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-863580752',id=18,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPLNrttAD/6RdDXT36vN9VHfEo5iJI1ILLd6+0pSZesk1dFEDo+Dg6BEzvBJVKEvhms9MThIpWRQBagQrXFBr/aEkegGqrFRt9xGwvsHWGFKagkv2WSs4QW4SYLDrPTsyg==',key_name='tempest-keypair-1944465237',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31b8f8305ff14e2883c646a9dfa3af0d',ramdisk_id='',reservation_id='r-si77l7p8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-828640255',owner_user_name='tempest-ServerActionsTestOtherA-828640255-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:03:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8da346c164fb4c0280a7dfb63c4d1a52',uuid=f1cbdb37-6c53-4e75-9c1e-200818ff1eb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "address": "fa:16:3e:2c:95:36", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d9f2be-22", "ovs_interfaceid": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converting VIF {"id": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "address": "fa:16:3e:2c:95:36", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d9f2be-22", "ovs_interfaceid": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:95:36,bridge_name='br-int',has_traffic_filtering=True,id=58d9f2be-225b-401d-939a-ef65afc9cbe9,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58d9f2be-22') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.objects.instance [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lazy-loading 'pci_devices' on Instance uuid f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:03:53 user nova-compute[75018]:   <uuid>f1cbdb37-6c53-4e75-9c1e-200818ff1eb4</uuid>
Dec 05 17:03:53 user nova-compute[75018]:   <name>instance-00000012</name>
Dec 05 17:03:53 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:03:53 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:03:53 user nova-compute[75018]:   <metadata>
Dec 05 17:03:53 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:03:53 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:03:53 user nova-compute[75018]:       <nova:name>tempest-ServerActionsTestOtherA-server-863580752</nova:name>
Dec 05 17:03:53 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:03:53</nova:creationTime>
Dec 05 17:03:53 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:03:53 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:03:53 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:03:53 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:03:53 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:03:53 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:03:53 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:03:53 user nova-compute[75018]:       <nova:owner>
Dec 05 17:03:53 user nova-compute[75018]:         <nova:user uuid="8da346c164fb4c0280a7dfb63c4d1a52">tempest-ServerActionsTestOtherA-828640255-project-member</nova:user>
Dec 05 17:03:53 user nova-compute[75018]:         <nova:project uuid="31b8f8305ff14e2883c646a9dfa3af0d">tempest-ServerActionsTestOtherA-828640255</nova:project>
Dec 05 17:03:53 user nova-compute[75018]:       </nova:owner>
Dec 05 17:03:53 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:03:53 user nova-compute[75018]:       <nova:ports>
Dec 05 17:03:53 user nova-compute[75018]:         <nova:port uuid="58d9f2be-225b-401d-939a-ef65afc9cbe9">
Dec 05 17:03:53 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 05 17:03:53 user nova-compute[75018]:         </nova:port>
Dec 05 17:03:53 user nova-compute[75018]:       </nova:ports>
Dec 05 17:03:53 user nova-compute[75018]:     </nova:instance>
Dec 05 17:03:53 user nova-compute[75018]:   </metadata>
Dec 05 17:03:53 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:03:53 user nova-compute[75018]:     <system>
Dec 05 17:03:53 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:03:53 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:03:53 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:03:53 user nova-compute[75018]:       <entry name="serial">f1cbdb37-6c53-4e75-9c1e-200818ff1eb4</entry>
Dec 05 17:03:53 user nova-compute[75018]:       <entry name="uuid">f1cbdb37-6c53-4e75-9c1e-200818ff1eb4</entry>
Dec 05 17:03:53 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:03:53 user nova-compute[75018]:     </system>
Dec 05 17:03:53 user nova-compute[75018]:   </sysinfo>
Dec 05 17:03:53 user nova-compute[75018]:   <os>
Dec 05 17:03:53 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:03:53 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:03:53 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:03:53 user nova-compute[75018]:   </os>
Dec 05 17:03:53 user nova-compute[75018]:   <features>
Dec 05 17:03:53 user nova-compute[75018]:     <acpi/>
Dec 05 17:03:53 user nova-compute[75018]:     <apic/>
Dec 05 17:03:53 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:03:53 user nova-compute[75018]:   </features>
Dec 05 17:03:53 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:03:53 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:03:53 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:03:53 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:03:53 user nova-compute[75018]:   </clock>
Dec 05 17:03:53 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:03:53 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:03:53 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:03:53 user nova-compute[75018]:   </cpu>
Dec 05 17:03:53 user nova-compute[75018]:   <devices>
Dec 05 17:03:53 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:03:53 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:03:53 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk"/>
Dec 05 17:03:53 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:03:53 user nova-compute[75018]:     </disk>
Dec 05 17:03:53 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:03:53 user nova-compute[75018]:       <mac address="fa:16:3e:2c:95:36"/>
Dec 05 17:03:53 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:03:53 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:03:53 user nova-compute[75018]:       <target dev="tap58d9f2be-22"/>
Dec 05 17:03:53 user nova-compute[75018]:     </interface>
Dec 05 17:03:53 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:03:53 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/console.log" append="off"/>
Dec 05 17:03:53 user nova-compute[75018]:     </serial>
Dec 05 17:03:53 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:03:53 user nova-compute[75018]:     <video>
Dec 05 17:03:53 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:03:53 user nova-compute[75018]:     </video>
Dec 05 17:03:53 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:03:53 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:03:53 user nova-compute[75018]:     </rng>
Dec 05 17:03:53 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:03:53 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:03:53 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:03:53 user nova-compute[75018]:     </memballoon>
Dec 05 17:03:53 user nova-compute[75018]:   </devices>
Dec 05 17:03:53 user nova-compute[75018]: </domain>
Dec 05 17:03:53 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:03:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-863580752',display_name='tempest-ServerActionsTestOtherA-server-863580752',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-863580752',id=18,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPLNrttAD/6RdDXT36vN9VHfEo5iJI1ILLd6+0pSZesk1dFEDo+Dg6BEzvBJVKEvhms9MThIpWRQBagQrXFBr/aEkegGqrFRt9xGwvsHWGFKagkv2WSs4QW4SYLDrPTsyg==',key_name='tempest-keypair-1944465237',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31b8f8305ff14e2883c646a9dfa3af0d',ramdisk_id='',reservation_id='r-si77l7p8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-828640255',owner_user_name='tempest-ServerActionsTestOtherA-828640255-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:03:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8da346c164fb4c0280a7dfb63c4d1a52',uuid=f1cbdb37-6c53-4e75-9c1e-200818ff1eb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "address": "fa:16:3e:2c:95:36", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d9f2be-22", "ovs_interfaceid": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converting VIF {"id": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "address": "fa:16:3e:2c:95:36", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d9f2be-22", "ovs_interfaceid": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:95:36,bridge_name='br-int',has_traffic_filtering=True,id=58d9f2be-225b-401d-939a-ef65afc9cbe9,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58d9f2be-22') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG os_vif [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:95:36,bridge_name='br-int',has_traffic_filtering=True,id=58d9f2be-225b-401d-939a-ef65afc9cbe9,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58d9f2be-22') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '862dab87-a444-5513-83e7-9ea61c6777e2', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap58d9f2be-22, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap58d9f2be-22, col_values=(('qos', UUID('354bf9e3-79f8-43f3-b612-50ee86e5e2ba')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap58d9f2be-22, col_values=(('external_ids', {'iface-id': '58d9f2be-225b-401d-939a-ef65afc9cbe9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2c:95:36', 'vm-uuid': 'f1cbdb37-6c53-4e75-9c1e-200818ff1eb4'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:53 user nova-compute[75018]: INFO os_vif [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:95:36,bridge_name='br-int',has_traffic_filtering=True,id=58d9f2be-225b-401d-939a-ef65afc9cbe9,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58d9f2be-22')
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] No VIF found with MAC fa:16:3e:2c:95:36, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.network.neutron [req-1340d572-d830-4b2c-9e82-87fe8be2ad04 req-3698bf55-c927-471f-9bee-942255bb4b72 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Updated VIF entry in instance network info cache for port 58d9f2be-225b-401d-939a-ef65afc9cbe9. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG nova.network.neutron [req-1340d572-d830-4b2c-9e82-87fe8be2ad04 req-3698bf55-c927-471f-9bee-942255bb4b72 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Updating instance_info_cache with network_info: [{"id": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "address": "fa:16:3e:2c:95:36", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d9f2be-22", "ovs_interfaceid": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:03:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1340d572-d830-4b2c-9e82-87fe8be2ad04 req-3698bf55-c927-471f-9bee-942255bb4b72 service nova] Releasing lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:03:54 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:03:54 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:03:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:54 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:03:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-f3c7c3fd-d72e-4fed-b825-f30d4b1e1e53 req-510c1b3d-4c65-4c91-ba90-644378e877d4 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Received event network-vif-plugged-58d9f2be-225b-401d-939a-ef65afc9cbe9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f3c7c3fd-d72e-4fed-b825-f30d4b1e1e53 req-510c1b3d-4c65-4c91-ba90-644378e877d4 service nova] Acquiring lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f3c7c3fd-d72e-4fed-b825-f30d4b1e1e53 req-510c1b3d-4c65-4c91-ba90-644378e877d4 service nova] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f3c7c3fd-d72e-4fed-b825-f30d4b1e1e53 req-510c1b3d-4c65-4c91-ba90-644378e877d4 service nova] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-f3c7c3fd-d72e-4fed-b825-f30d4b1e1e53 req-510c1b3d-4c65-4c91-ba90-644378e877d4 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] No waiting events found dispatching network-vif-plugged-58d9f2be-225b-401d-939a-ef65afc9cbe9 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:03:55 user nova-compute[75018]: WARNING nova.compute.manager [req-f3c7c3fd-d72e-4fed-b825-f30d4b1e1e53 req-510c1b3d-4c65-4c91-ba90-644378e877d4 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Received unexpected event network-vif-plugged-58d9f2be-225b-401d-939a-ef65afc9cbe9 for instance with vm_state building and task_state spawning.
Dec 05 17:03:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.267s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:57 user nova-compute[75018]: DEBUG nova.compute.manager [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:03:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:03:57 user nova-compute[75018]: DEBUG nova.compute.manager [req-0f041512-44bb-41fd-b7c3-c49f00681afd req-09b393fa-4910-400e-a562-03d2f1b209ad service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Received event network-vif-plugged-58d9f2be-225b-401d-939a-ef65afc9cbe9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:03:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0f041512-44bb-41fd-b7c3-c49f00681afd req-09b393fa-4910-400e-a562-03d2f1b209ad service nova] Acquiring lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:03:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0f041512-44bb-41fd-b7c3-c49f00681afd req-09b393fa-4910-400e-a562-03d2f1b209ad service nova] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:03:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0f041512-44bb-41fd-b7c3-c49f00681afd req-09b393fa-4910-400e-a562-03d2f1b209ad service nova] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:57 user nova-compute[75018]: DEBUG nova.compute.manager [req-0f041512-44bb-41fd-b7c3-c49f00681afd req-09b393fa-4910-400e-a562-03d2f1b209ad service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] No waiting events found dispatching network-vif-plugged-58d9f2be-225b-401d-939a-ef65afc9cbe9 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:03:57 user nova-compute[75018]: WARNING nova.compute.manager [req-0f041512-44bb-41fd-b7c3-c49f00681afd req-09b393fa-4910-400e-a562-03d2f1b209ad service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Received unexpected event network-vif-plugged-58d9f2be-225b-401d-939a-ef65afc9cbe9 for instance with vm_state building and task_state spawning.
Dec 05 17:03:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:57 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Instance spawned successfully.
Dec 05 17:03:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:03:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk --force-share --output=json" returned: 0 in 0.349s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:03:58 user nova-compute[75018]: INFO nova.compute.manager [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Took 6.42 seconds to spawn the instance on the hypervisor.
Dec 05 17:03:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:03:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:58 user nova-compute[75018]: INFO nova.compute.manager [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Took 7.22 seconds to build instance.
Dec 05 17:03:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c6c86f79-04d4-4855-bda3-addec2e4d6d0 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.334s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:03:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:03:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:59 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 is timed out.
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:59 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Successfully detached device vdc from instance 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 from the live domain config.
Dec 05 17:03:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hwpKrYQS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:03:59 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[428e949a-063b-463f-8535-1aaa7c683c96]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:03:59 user nova-compute[75018]: No targets found.
Dec 05 17:03:59 user nova-compute[75018]: iSNS:
Dec 05 17:03:59 user nova-compute[75018]: No targets found.
Dec 05 17:03:59 user nova-compute[75018]: STATIC:
Dec 05 17:03:59 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1
Dec 05 17:03:59 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:03:59 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:03:59 user nova-compute[75018]: FIRMWARE:
Dec 05 17:03:59 user nova-compute[75018]: No targets found.
Dec 05 17:03:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:03:59 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:03:59 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[12c6e05c-f9a3-4ad5-bf8f-601ed8f1b453]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb5a1e77-ed4a-4171-a625-a252d14b6319]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 (non-flash)
Dec 05 17:03:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 (non-flash)
Dec 05 17:03:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a8481750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1'): ({'sdc'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Removing single pathed devices sdc {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.030s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a901c31-b459-4312-a688-c8a9f26d6ba9]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b732487-5a70-4e4c-b40e-3ef1a6e40618]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Flushing IO for device /dev/sdc {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ae6137e-6675-454a-b8df-3120eac4d13b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.088s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f4f7b4e-8355-4f16-9b37-8aba8d04c798]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6032e56c-19e3-489d-9271-7ce6d16639d1]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bdfaf81-6123-4ffc-ab05-da6651142706]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1, portal: 172.16.0.220,3260]
Dec 05 17:03:59 user nova-compute[75018]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1, portal: 172.16.0.220,3260] successful.
Dec 05 17:03:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f50d483f-1cda-4cd1-a474-f9bf216f52d1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[85859385-4cf1-4b05-b4ba-5a0d51b42218]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.407s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] <== disconnect_volume: return (409ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:03:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:00 user nova-compute[75018]: DEBUG nova.objects.instance [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'flavor' on Instance uuid 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:04:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5db579fd-8509-4d42-a816-5504aa7d2197 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.204s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:01 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:04:01 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:04:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7577MB free_disk=25.38039779663086GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 533bba90-582b-4ad5-9763-532788f79d6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5931bfc3-7400-4941-bc87-b07f86c6982b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a55ebc44-4426-4281-a96d-7f4434835d12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 72f18866-6d44-4c27-9469-e89f4be276c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 0c56ec19-5d98-448f-a9d7-e83e2a59c717 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance acf77ce1-141a-4c0e-8dab-6759f7dcc507 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5343f265-d477-426d-8262-c86bd90d45c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing inventories for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating ProviderTree inventory for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating inventory in ProviderTree for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing aggregate associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, aggregates: None {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 05 17:04:01 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing trait associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, traits: COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 05 17:04:02 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:04:02 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:04:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:04:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.864s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:04:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances with incomplete migration  {{(pid=75018) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 05 17:04:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:04:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:03 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:04:03 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:04:03 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:04:03 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:04:03 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:04:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "a55ebc44-4426-4281-a96d-7f4434835d12" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "a55ebc44-4426-4281-a96d-7f4434835d12" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "a55ebc44-4426-4281-a96d-7f4434835d12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "a55ebc44-4426-4281-a96d-7f4434835d12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "a55ebc44-4426-4281-a96d-7f4434835d12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:20 user nova-compute[75018]: INFO nova.compute.manager [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Terminating instance
Dec 05 17:04:20 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:04:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-721901f5-423e-4f0a-b179-bec497245231 req-3e0fb949-1d7e-4e0c-a2cf-9e0b4015face service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Received event network-vif-unplugged-4ea73764-0847-4da1-8020-d2a7c22cc4c2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:04:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-721901f5-423e-4f0a-b179-bec497245231 req-3e0fb949-1d7e-4e0c-a2cf-9e0b4015face service nova] Acquiring lock "a55ebc44-4426-4281-a96d-7f4434835d12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-721901f5-423e-4f0a-b179-bec497245231 req-3e0fb949-1d7e-4e0c-a2cf-9e0b4015face service nova] Lock "a55ebc44-4426-4281-a96d-7f4434835d12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-721901f5-423e-4f0a-b179-bec497245231 req-3e0fb949-1d7e-4e0c-a2cf-9e0b4015face service nova] Lock "a55ebc44-4426-4281-a96d-7f4434835d12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-721901f5-423e-4f0a-b179-bec497245231 req-3e0fb949-1d7e-4e0c-a2cf-9e0b4015face service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] No waiting events found dispatching network-vif-unplugged-4ea73764-0847-4da1-8020-d2a7c22cc4c2 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:04:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-721901f5-423e-4f0a-b179-bec497245231 req-3e0fb949-1d7e-4e0c-a2cf-9e0b4015face service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Received event network-vif-unplugged-4ea73764-0847-4da1-8020-d2a7c22cc4c2 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:04:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Instance destroyed successfully.
Dec 05 17:04:21 user nova-compute[75018]: DEBUG nova.objects.instance [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lazy-loading 'resources' on Instance uuid a55ebc44-4426-4281-a96d-7f4434835d12 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:04:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:58:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1690891667',display_name='tempest-VolumesAdminNegativeTest-server-1690891667',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1690891667',id=4,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN7A2WjrvzCEufvGbzIFsY8+XBEhWuZhIRhjr6dNyVSGRgWCDVQjlwqyuy/hnwDupbgnczYT1bR70dhlSq8/cnbP58a9NoW9K3qGJeMHQXUyQPIoBXDABj4ScXtaYVI+hg==',key_name='tempest-keypair-1970335564',keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:58:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1940afc83e1f4eb895ee34b41683a4a5',ramdisk_id='',reservation_id='r-t2h8eslz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-96677364',owner_user_name='tempest-VolumesAdminNegativeTest-96677364-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:58:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='992da5e70c5d49fd987fcbcda4125e08',uuid=a55ebc44-4426-4281-a96d-7f4434835d12,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "address": "fa:16:3e:e4:c3:49", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ea73764-08", "ovs_interfaceid": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:04:21 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Converting VIF {"id": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "address": "fa:16:3e:e4:c3:49", "network": {"id": "cb2fba5c-82a2-4d0c-865e-f4d73312b987", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-819221606-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1940afc83e1f4eb895ee34b41683a4a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ea73764-08", "ovs_interfaceid": "4ea73764-0847-4da1-8020-d2a7c22cc4c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:04:21 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e4:c3:49,bridge_name='br-int',has_traffic_filtering=True,id=4ea73764-0847-4da1-8020-d2a7c22cc4c2,network=Network(cb2fba5c-82a2-4d0c-865e-f4d73312b987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ea73764-08') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:04:21 user nova-compute[75018]: DEBUG os_vif [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:c3:49,bridge_name='br-int',has_traffic_filtering=True,id=4ea73764-0847-4da1-8020-d2a7c22cc4c2,network=Network(cb2fba5c-82a2-4d0c-865e-f4d73312b987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ea73764-08') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:04:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4ea73764-08, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:04:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:04:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1ce31f46-696e-4fcb-9880-289e2534a6f3) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:04:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:04:21 user nova-compute[75018]: INFO os_vif [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:c3:49,bridge_name='br-int',has_traffic_filtering=True,id=4ea73764-0847-4da1-8020-d2a7c22cc4c2,network=Network(cb2fba5c-82a2-4d0c-865e-f4d73312b987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ea73764-08')
Dec 05 17:04:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Deleting instance files /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12_del
Dec 05 17:04:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Deletion of /opt/stack/data/nova/instances/a55ebc44-4426-4281-a96d-7f4434835d12_del complete
Dec 05 17:04:21 user nova-compute[75018]: INFO nova.compute.manager [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 05 17:04:21 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:04:21 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:04:21 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:04:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:22 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:04:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-84c43afe-c6d2-40c3-ba5b-d3e0d163548a req-9181fe3c-cfae-4b17-8b4b-d1c1bc5fee83 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Received event network-vif-deleted-4ea73764-0847-4da1-8020-d2a7c22cc4c2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:04:22 user nova-compute[75018]: INFO nova.compute.manager [req-84c43afe-c6d2-40c3-ba5b-d3e0d163548a req-9181fe3c-cfae-4b17-8b4b-d1c1bc5fee83 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Neutron deleted interface 4ea73764-0847-4da1-8020-d2a7c22cc4c2; detaching it from the instance and deleting it from the info cache
Dec 05 17:04:22 user nova-compute[75018]: DEBUG nova.network.neutron [req-84c43afe-c6d2-40c3-ba5b-d3e0d163548a req-9181fe3c-cfae-4b17-8b4b-d1c1bc5fee83 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:04:22 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Took 0.86 seconds to deallocate network for instance.
Dec 05 17:04:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-84c43afe-c6d2-40c3-ba5b-d3e0d163548a req-9181fe3c-cfae-4b17-8b4b-d1c1bc5fee83 service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Detach interface failed, port_id=4ea73764-0847-4da1-8020-d2a7c22cc4c2, reason: Instance a55ebc44-4426-4281-a96d-7f4434835d12 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:04:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:22 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:04:22 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:04:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.380s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:22 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Deleted allocations for instance a55ebc44-4426-4281-a96d-7f4434835d12
Dec 05 17:04:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-ba4d4cca-357d-49fb-8838-38e38c97d9f7 req-986f252d-00a1-4878-8567-e7b8822ef33f service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Received event network-vif-plugged-4ea73764-0847-4da1-8020-d2a7c22cc4c2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:04:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ba4d4cca-357d-49fb-8838-38e38c97d9f7 req-986f252d-00a1-4878-8567-e7b8822ef33f service nova] Acquiring lock "a55ebc44-4426-4281-a96d-7f4434835d12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ba4d4cca-357d-49fb-8838-38e38c97d9f7 req-986f252d-00a1-4878-8567-e7b8822ef33f service nova] Lock "a55ebc44-4426-4281-a96d-7f4434835d12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ba4d4cca-357d-49fb-8838-38e38c97d9f7 req-986f252d-00a1-4878-8567-e7b8822ef33f service nova] Lock "a55ebc44-4426-4281-a96d-7f4434835d12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-ba4d4cca-357d-49fb-8838-38e38c97d9f7 req-986f252d-00a1-4878-8567-e7b8822ef33f service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] No waiting events found dispatching network-vif-plugged-4ea73764-0847-4da1-8020-d2a7c22cc4c2 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:04:22 user nova-compute[75018]: WARNING nova.compute.manager [req-ba4d4cca-357d-49fb-8838-38e38c97d9f7 req-986f252d-00a1-4878-8567-e7b8822ef33f service nova] [instance: a55ebc44-4426-4281-a96d-7f4434835d12] Received unexpected event network-vif-plugged-4ea73764-0847-4da1-8020-d2a7c22cc4c2 for instance with vm_state deleted and task_state None.
Dec 05 17:04:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1e193679-7a1d-4dd4-9ce5-b3e5b0924af6 tempest-VolumesAdminNegativeTest-96677364 tempest-VolumesAdminNegativeTest-96677364-project-member] Lock "a55ebc44-4426-4281-a96d-7f4434835d12" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.401s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Acquiring lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:23 user nova-compute[75018]: DEBUG nova.compute.manager [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:04:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:04:23 user nova-compute[75018]: INFO nova.compute.claims [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Claim successful on node user
Dec 05 17:04:24 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.402s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG nova.network.neutron [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:04:24 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:04:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG nova.policy [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d496032cae1493090c13c654b9703e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07412e547a514c3da5a00a1a75767a90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:04:24 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Creating image(s)
Dec 05 17:04:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Acquiring lock "/opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "/opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "/opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.201s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.177s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk 1073741824" returned: 0 in 0.155s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.339s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:25 user nova-compute[75018]: DEBUG nova.network.neutron [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Successfully created port: 39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:04:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.220s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:25 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Checking if we can resize image /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:04:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:25 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Cannot resize image /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:04:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:04:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Ensure instance console log exists: /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:04:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Successfully updated port: 39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Acquiring lock "refresh_cache-80d92ef7-6c7e-499e-a0a9-e1c9180533c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Acquired lock "refresh_cache-80d92ef7-6c7e-499e-a0a9-e1c9180533c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-3c597de1-1941-4a7b-9b33-464dc07b4a96 req-f9ed2c63-79e9-41ab-8064-4076c2b5bc7d service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received event network-changed-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-3c597de1-1941-4a7b-9b33-464dc07b4a96 req-f9ed2c63-79e9-41ab-8064-4076c2b5bc7d service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Refreshing instance network info cache due to event network-changed-39a7234d-3caf-41c5-bf73-2c29316c366f. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3c597de1-1941-4a7b-9b33-464dc07b4a96 req-f9ed2c63-79e9-41ab-8064-4076c2b5bc7d service nova] Acquiring lock "refresh_cache-80d92ef7-6c7e-499e-a0a9-e1c9180533c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Updating instance_info_cache with network_info: [{"id": "39a7234d-3caf-41c5-bf73-2c29316c366f", "address": "fa:16:3e:f2:b7:89", "network": {"id": "cc4b2d6d-b1ec-4592-b2c4-a70e18857e46", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-530753684-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07412e547a514c3da5a00a1a75767a90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39a7234d-3c", "ovs_interfaceid": "39a7234d-3caf-41c5-bf73-2c29316c366f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Releasing lock "refresh_cache-80d92ef7-6c7e-499e-a0a9-e1c9180533c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Instance network_info: |[{"id": "39a7234d-3caf-41c5-bf73-2c29316c366f", "address": "fa:16:3e:f2:b7:89", "network": {"id": "cc4b2d6d-b1ec-4592-b2c4-a70e18857e46", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-530753684-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07412e547a514c3da5a00a1a75767a90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39a7234d-3c", "ovs_interfaceid": "39a7234d-3caf-41c5-bf73-2c29316c366f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3c597de1-1941-4a7b-9b33-464dc07b4a96 req-f9ed2c63-79e9-41ab-8064-4076c2b5bc7d service nova] Acquired lock "refresh_cache-80d92ef7-6c7e-499e-a0a9-e1c9180533c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.network.neutron [req-3c597de1-1941-4a7b-9b33-464dc07b4a96 req-f9ed2c63-79e9-41ab-8064-4076c2b5bc7d service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Refreshing network info cache for port 39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Start _get_guest_xml network_info=[{"id": "39a7234d-3caf-41c5-bf73-2c29316c366f", "address": "fa:16:3e:f2:b7:89", "network": {"id": "cc4b2d6d-b1ec-4592-b2c4-a70e18857e46", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-530753684-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07412e547a514c3da5a00a1a75767a90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39a7234d-3c", "ovs_interfaceid": "39a7234d-3caf-41c5-bf73-2c29316c366f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:04:26 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:04:26 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:04:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1047057571',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1047057571',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1047057',id=19,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDTh6L7TUScYegPJQRCpy45PkaR71mCBmyjK60tATgHxn9yQ0lvz5ki/AKJ5j+EqNtsGF+yR97BTT2y4ma96LgjJsJ8ahwzwPtkia/aBz2CaAhGZOWvQ5lA3h3YJOohx5Q==',key_name='tempest-keypair-510291842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='07412e547a514c3da5a00a1a75767a90',ramdisk_id='',reservation_id='r-wr1irzy1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1990541272',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:04:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d496032cae1493090c13c654b9703e6',uuid=80d92ef7-6c7e-499e-a0a9-e1c9180533c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "39a7234d-3caf-41c5-bf73-2c29316c366f", "address": "fa:16:3e:f2:b7:89", "network": {"id": "cc4b2d6d-b1ec-4592-b2c4-a70e18857e46", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-530753684-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07412e547a514c3da5a00a1a75767a90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39a7234d-3c", "ovs_interfaceid": "39a7234d-3caf-41c5-bf73-2c29316c366f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Converting VIF {"id": "39a7234d-3caf-41c5-bf73-2c29316c366f", "address": "fa:16:3e:f2:b7:89", "network": {"id": "cc4b2d6d-b1ec-4592-b2c4-a70e18857e46", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-530753684-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07412e547a514c3da5a00a1a75767a90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39a7234d-3c", "ovs_interfaceid": "39a7234d-3caf-41c5-bf73-2c29316c366f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:b7:89,bridge_name='br-int',has_traffic_filtering=True,id=39a7234d-3caf-41c5-bf73-2c29316c366f,network=Network(cc4b2d6d-b1ec-4592-b2c4-a70e18857e46),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39a7234d-3c') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.objects.instance [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lazy-loading 'pci_devices' on Instance uuid 80d92ef7-6c7e-499e-a0a9-e1c9180533c3 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:04:26 user nova-compute[75018]:   <uuid>80d92ef7-6c7e-499e-a0a9-e1c9180533c3</uuid>
Dec 05 17:04:26 user nova-compute[75018]:   <name>instance-00000013</name>
Dec 05 17:04:26 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:04:26 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:04:26 user nova-compute[75018]:   <metadata>
Dec 05 17:04:26 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:04:26 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:04:26 user nova-compute[75018]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-1047057571</nova:name>
Dec 05 17:04:26 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:04:26</nova:creationTime>
Dec 05 17:04:26 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:04:26 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:04:26 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:04:26 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:04:26 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:04:26 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:04:26 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:04:26 user nova-compute[75018]:       <nova:owner>
Dec 05 17:04:26 user nova-compute[75018]:         <nova:user uuid="0d496032cae1493090c13c654b9703e6">tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member</nova:user>
Dec 05 17:04:26 user nova-compute[75018]:         <nova:project uuid="07412e547a514c3da5a00a1a75767a90">tempest-TestServerVolumeAttachScenarioOldVersion-1990541272</nova:project>
Dec 05 17:04:26 user nova-compute[75018]:       </nova:owner>
Dec 05 17:04:26 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:04:26 user nova-compute[75018]:       <nova:ports>
Dec 05 17:04:26 user nova-compute[75018]:         <nova:port uuid="39a7234d-3caf-41c5-bf73-2c29316c366f">
Dec 05 17:04:26 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 05 17:04:26 user nova-compute[75018]:         </nova:port>
Dec 05 17:04:26 user nova-compute[75018]:       </nova:ports>
Dec 05 17:04:26 user nova-compute[75018]:     </nova:instance>
Dec 05 17:04:26 user nova-compute[75018]:   </metadata>
Dec 05 17:04:26 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:04:26 user nova-compute[75018]:     <system>
Dec 05 17:04:26 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:04:26 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:04:26 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:04:26 user nova-compute[75018]:       <entry name="serial">80d92ef7-6c7e-499e-a0a9-e1c9180533c3</entry>
Dec 05 17:04:26 user nova-compute[75018]:       <entry name="uuid">80d92ef7-6c7e-499e-a0a9-e1c9180533c3</entry>
Dec 05 17:04:26 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:04:26 user nova-compute[75018]:     </system>
Dec 05 17:04:26 user nova-compute[75018]:   </sysinfo>
Dec 05 17:04:26 user nova-compute[75018]:   <os>
Dec 05 17:04:26 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:04:26 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:04:26 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:04:26 user nova-compute[75018]:   </os>
Dec 05 17:04:26 user nova-compute[75018]:   <features>
Dec 05 17:04:26 user nova-compute[75018]:     <acpi/>
Dec 05 17:04:26 user nova-compute[75018]:     <apic/>
Dec 05 17:04:26 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:04:26 user nova-compute[75018]:   </features>
Dec 05 17:04:26 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:04:26 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:04:26 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:04:26 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:04:26 user nova-compute[75018]:   </clock>
Dec 05 17:04:26 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:04:26 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:04:26 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:04:26 user nova-compute[75018]:   </cpu>
Dec 05 17:04:26 user nova-compute[75018]:   <devices>
Dec 05 17:04:26 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:04:26 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:04:26 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk"/>
Dec 05 17:04:26 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:04:26 user nova-compute[75018]:     </disk>
Dec 05 17:04:26 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:04:26 user nova-compute[75018]:       <mac address="fa:16:3e:f2:b7:89"/>
Dec 05 17:04:26 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:04:26 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:04:26 user nova-compute[75018]:       <target dev="tap39a7234d-3c"/>
Dec 05 17:04:26 user nova-compute[75018]:     </interface>
Dec 05 17:04:26 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:04:26 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/console.log" append="off"/>
Dec 05 17:04:26 user nova-compute[75018]:     </serial>
Dec 05 17:04:26 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:04:26 user nova-compute[75018]:     <video>
Dec 05 17:04:26 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:04:26 user nova-compute[75018]:     </video>
Dec 05 17:04:26 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:04:26 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:04:26 user nova-compute[75018]:     </rng>
Dec 05 17:04:26 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:04:26 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:04:26 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:04:26 user nova-compute[75018]:     </memballoon>
Dec 05 17:04:26 user nova-compute[75018]:   </devices>
Dec 05 17:04:26 user nova-compute[75018]: </domain>
Dec 05 17:04:26 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:04:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1047057571',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1047057571',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1047057',id=19,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDTh6L7TUScYegPJQRCpy45PkaR71mCBmyjK60tATgHxn9yQ0lvz5ki/AKJ5j+EqNtsGF+yR97BTT2y4ma96LgjJsJ8ahwzwPtkia/aBz2CaAhGZOWvQ5lA3h3YJOohx5Q==',key_name='tempest-keypair-510291842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='07412e547a514c3da5a00a1a75767a90',ramdisk_id='',reservation_id='r-wr1irzy1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1990541272',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:04:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d496032cae1493090c13c654b9703e6',uuid=80d92ef7-6c7e-499e-a0a9-e1c9180533c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "39a7234d-3caf-41c5-bf73-2c29316c366f", "address": "fa:16:3e:f2:b7:89", "network": {"id": "cc4b2d6d-b1ec-4592-b2c4-a70e18857e46", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-530753684-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07412e547a514c3da5a00a1a75767a90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39a7234d-3c", "ovs_interfaceid": "39a7234d-3caf-41c5-bf73-2c29316c366f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Converting VIF {"id": "39a7234d-3caf-41c5-bf73-2c29316c366f", "address": "fa:16:3e:f2:b7:89", "network": {"id": "cc4b2d6d-b1ec-4592-b2c4-a70e18857e46", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-530753684-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07412e547a514c3da5a00a1a75767a90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39a7234d-3c", "ovs_interfaceid": "39a7234d-3caf-41c5-bf73-2c29316c366f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:b7:89,bridge_name='br-int',has_traffic_filtering=True,id=39a7234d-3caf-41c5-bf73-2c29316c366f,network=Network(cc4b2d6d-b1ec-4592-b2c4-a70e18857e46),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39a7234d-3c') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG os_vif [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:b7:89,bridge_name='br-int',has_traffic_filtering=True,id=39a7234d-3caf-41c5-bf73-2c29316c366f,network=Network(cc4b2d6d-b1ec-4592-b2c4-a70e18857e46),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39a7234d-3c') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1efafdf0-4198-5017-a941-9530282ebcfb', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap39a7234d-3c, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap39a7234d-3c, col_values=(('qos', UUID('f2e2f536-c280-451a-bdab-cc76d50db819')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap39a7234d-3c, col_values=(('external_ids', {'iface-id': '39a7234d-3caf-41c5-bf73-2c29316c366f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:b7:89', 'vm-uuid': '80d92ef7-6c7e-499e-a0a9-e1c9180533c3'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:26 user nova-compute[75018]: INFO os_vif [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:b7:89,bridge_name='br-int',has_traffic_filtering=True,id=39a7234d-3caf-41c5-bf73-2c29316c366f,network=Network(cc4b2d6d-b1ec-4592-b2c4-a70e18857e46),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39a7234d-3c')
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] No VIF found with MAC fa:16:3e:f2:b7:89, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.network.neutron [req-3c597de1-1941-4a7b-9b33-464dc07b4a96 req-f9ed2c63-79e9-41ab-8064-4076c2b5bc7d service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Updated VIF entry in instance network info cache for port 39a7234d-3caf-41c5-bf73-2c29316c366f. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG nova.network.neutron [req-3c597de1-1941-4a7b-9b33-464dc07b4a96 req-f9ed2c63-79e9-41ab-8064-4076c2b5bc7d service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Updating instance_info_cache with network_info: [{"id": "39a7234d-3caf-41c5-bf73-2c29316c366f", "address": "fa:16:3e:f2:b7:89", "network": {"id": "cc4b2d6d-b1ec-4592-b2c4-a70e18857e46", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-530753684-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07412e547a514c3da5a00a1a75767a90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39a7234d-3c", "ovs_interfaceid": "39a7234d-3caf-41c5-bf73-2c29316c366f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:04:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3c597de1-1941-4a7b-9b33-464dc07b4a96 req-f9ed2c63-79e9-41ab-8064-4076c2b5bc7d service nova] Releasing lock "refresh_cache-80d92ef7-6c7e-499e-a0a9-e1c9180533c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:04:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:28 user nova-compute[75018]: INFO nova.compute.manager [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Terminating instance
Dec 05 17:04:28 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-3ed3f91f-448e-4d0c-8dc9-b6fad346555b req-0e4b2ed5-0c0d-4f22-9cfe-4b88c085aa7b service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received event network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3ed3f91f-448e-4d0c-8dc9-b6fad346555b req-0e4b2ed5-0c0d-4f22-9cfe-4b88c085aa7b service nova] Acquiring lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3ed3f91f-448e-4d0c-8dc9-b6fad346555b req-0e4b2ed5-0c0d-4f22-9cfe-4b88c085aa7b service nova] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3ed3f91f-448e-4d0c-8dc9-b6fad346555b req-0e4b2ed5-0c0d-4f22-9cfe-4b88c085aa7b service nova] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-3ed3f91f-448e-4d0c-8dc9-b6fad346555b req-0e4b2ed5-0c0d-4f22-9cfe-4b88c085aa7b service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] No waiting events found dispatching network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:04:28 user nova-compute[75018]: WARNING nova.compute.manager [req-3ed3f91f-448e-4d0c-8dc9-b6fad346555b req-0e4b2ed5-0c0d-4f22-9cfe-4b88c085aa7b service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received unexpected event network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f for instance with vm_state building and task_state spawning.
Dec 05 17:04:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.compute.manager [req-e005af3c-56db-4c1e-adc5-e00f51934610 req-7568ca55-1281-4337-afab-0a482229d989 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received event network-vif-unplugged-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e005af3c-56db-4c1e-adc5-e00f51934610 req-7568ca55-1281-4337-afab-0a482229d989 service nova] Acquiring lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e005af3c-56db-4c1e-adc5-e00f51934610 req-7568ca55-1281-4337-afab-0a482229d989 service nova] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e005af3c-56db-4c1e-adc5-e00f51934610 req-7568ca55-1281-4337-afab-0a482229d989 service nova] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.compute.manager [req-e005af3c-56db-4c1e-adc5-e00f51934610 req-7568ca55-1281-4337-afab-0a482229d989 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] No waiting events found dispatching network-vif-unplugged-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.compute.manager [req-e005af3c-56db-4c1e-adc5-e00f51934610 req-7568ca55-1281-4337-afab-0a482229d989 service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received event network-vif-unplugged-f56ffda0-863c-464b-8245-93c0c556b83a for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:29 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Instance destroyed successfully.
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.objects.instance [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'resources' on Instance uuid 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-05T16:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-357302359',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-357302359',id=1,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMIZtNqCYhtg8n1L6lRW2xyFGriBKksrRP8KIzSQt0hh7GgXKNprB5zQw+cF3sbgrKki4gjdLk28kIsJA90bi4SXlJ4K3l5dYOxBFb4OIcY6eHQQUHxbuEoU9JVIgUKMyQ==',key_name='tempest-keypair-1082907851',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:02:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eeda605e799e4fc88ae4e8898981ee9c',ramdisk_id='',reservation_id='r-3qqqlwj3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1242004540',owner_user_name='tempest-AttachVolumeShelveTestJSON-1242004540-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:02:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d407dbeca07a4ef1ade84c3932a79211',uuid=8d040d8b-78c5-4b7a-9fc2-820aa6ebed52,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converting VIF {"id": "f56ffda0-863c-464b-8245-93c0c556b83a", "address": "fa:16:3e:c9:85:f8", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf56ffda0-86", "ovs_interfaceid": "f56ffda0-863c-464b-8245-93c0c556b83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c9:85:f8,bridge_name='br-int',has_traffic_filtering=True,id=f56ffda0-863c-464b-8245-93c0c556b83a,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf56ffda0-86') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG os_vif [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c9:85:f8,bridge_name='br-int',has_traffic_filtering=True,id=f56ffda0-863c-464b-8245-93c0c556b83a,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf56ffda0-86') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf56ffda0-86, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b141766f-4d62-4b9b-b299-7ad7f3ad9bb6) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:29 user nova-compute[75018]: INFO os_vif [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c9:85:f8,bridge_name='br-int',has_traffic_filtering=True,id=f56ffda0-863c-464b-8245-93c0c556b83a,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf56ffda0-86')
Dec 05 17:04:29 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Deleting instance files /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52_del
Dec 05 17:04:29 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Deletion of /opt/stack/data/nova/instances/8d040d8b-78c5-4b7a-9fc2-820aa6ebed52_del complete
Dec 05 17:04:29 user nova-compute[75018]: INFO nova.compute.manager [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Took 0.94 seconds to destroy the instance on the hypervisor.
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_power_states {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:04:29 user nova-compute[75018]: WARNING nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor.
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid 533bba90-582b-4ad5-9763-532788f79d6f {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid 5931bfc3-7400-4941-bc87-b07f86c6982b {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid 72f18866-6d44-4c27-9469-e89f4be276c5 {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid 0c56ec19-5d98-448f-a9d7-e83e2a59c717 {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid acf77ce1-141a-4c0e-8dab-6759f7dcc507 {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid 5343f265-d477-426d-8262-c86bd90d45c4 {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid 80d92ef7-6c7e-499e-a0a9-e1c9180533c3 {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "533bba90-582b-4ad5-9763-532788f79d6f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "533bba90-582b-4ad5-9763-532788f79d6f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "5931bfc3-7400-4941-bc87-b07f86c6982b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "72f18866-6d44-4c27-9469-e89f4be276c5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "5343f265-d477-426d-8262-c86bd90d45c4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "5343f265-d477-426d-8262-c86bd90d45c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.074s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.079s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "533bba90-582b-4ad5-9763-532788f79d6f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.088s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.096s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.107s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "72f18866-6d44-4c27-9469-e89f4be276c5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.117s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "5343f265-d477-426d-8262-c86bd90d45c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.121s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:04:30 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Instance spawned successfully.
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:04:30 user nova-compute[75018]: INFO nova.compute.manager [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Took 6.13 seconds to spawn the instance on the hypervisor.
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:04:30 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Took 0.98 seconds to deallocate network for instance.
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-9223accc-b959-41c0-af8b-d2c1caddd910 req-ac2da529-5e30-4f31-b32e-a00cce9ea2cd service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received event network-vif-deleted-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:04:30 user nova-compute[75018]: INFO nova.compute.manager [req-9223accc-b959-41c0-af8b-d2c1caddd910 req-ac2da529-5e30-4f31-b32e-a00cce9ea2cd service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Neutron deleted interface f56ffda0-863c-464b-8245-93c0c556b83a; detaching it from the instance and deleting it from the info cache
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.network.neutron [req-9223accc-b959-41c0-af8b-d2c1caddd910 req-ac2da529-5e30-4f31-b32e-a00cce9ea2cd service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-9223accc-b959-41c0-af8b-d2c1caddd910 req-ac2da529-5e30-4f31-b32e-a00cce9ea2cd service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Detach interface failed, port_id=f56ffda0-863c-464b-8245-93c0c556b83a, reason: Instance 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:30 user nova-compute[75018]: INFO nova.compute.manager [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Took 6.92 seconds to build instance.
Dec 05 17:04:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98a6bdfb-565e-48dc-811c-bc714c75e63e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.066s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.795s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:30 user nova-compute[75018]: INFO nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] During sync_power_state the instance has a pending task (spawning). Skip.
Dec 05 17:04:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-14681bd7-7a70-4189-94bc-3d43dedc39cf req-9632129f-1568-4fdd-8cce-d7ce27b4a9af service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received event network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-14681bd7-7a70-4189-94bc-3d43dedc39cf req-9632129f-1568-4fdd-8cce-d7ce27b4a9af service nova] Acquiring lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-14681bd7-7a70-4189-94bc-3d43dedc39cf req-9632129f-1568-4fdd-8cce-d7ce27b4a9af service nova] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-14681bd7-7a70-4189-94bc-3d43dedc39cf req-9632129f-1568-4fdd-8cce-d7ce27b4a9af service nova] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-14681bd7-7a70-4189-94bc-3d43dedc39cf req-9632129f-1568-4fdd-8cce-d7ce27b4a9af service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] No waiting events found dispatching network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:04:30 user nova-compute[75018]: WARNING nova.compute.manager [req-14681bd7-7a70-4189-94bc-3d43dedc39cf req-9632129f-1568-4fdd-8cce-d7ce27b4a9af service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received unexpected event network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f for instance with vm_state active and task_state None.
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-14681bd7-7a70-4189-94bc-3d43dedc39cf req-9632129f-1568-4fdd-8cce-d7ce27b4a9af service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received event network-changed-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-14681bd7-7a70-4189-94bc-3d43dedc39cf req-9632129f-1568-4fdd-8cce-d7ce27b4a9af service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Refreshing instance network info cache due to event network-changed-13debc29-d5d3-4e04-96ab-205d9c85f600. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-14681bd7-7a70-4189-94bc-3d43dedc39cf req-9632129f-1568-4fdd-8cce-d7ce27b4a9af service nova] Acquiring lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-14681bd7-7a70-4189-94bc-3d43dedc39cf req-9632129f-1568-4fdd-8cce-d7ce27b4a9af service nova] Acquired lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.network.neutron [req-14681bd7-7a70-4189-94bc-3d43dedc39cf req-9632129f-1568-4fdd-8cce-d7ce27b4a9af service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Refreshing network info cache for port 13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:04:30 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:04:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.366s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:31 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Deleted allocations for instance 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52
Dec 05 17:04:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-433bcb6a-7d18-468f-a447-1468f28da73e req-625e9ba4-b435-425a-8785-b1f89f75a7ac service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received event network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:04:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-433bcb6a-7d18-468f-a447-1468f28da73e req-625e9ba4-b435-425a-8785-b1f89f75a7ac service nova] Acquiring lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-433bcb6a-7d18-468f-a447-1468f28da73e req-625e9ba4-b435-425a-8785-b1f89f75a7ac service nova] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-433bcb6a-7d18-468f-a447-1468f28da73e req-625e9ba4-b435-425a-8785-b1f89f75a7ac service nova] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-433bcb6a-7d18-468f-a447-1468f28da73e req-625e9ba4-b435-425a-8785-b1f89f75a7ac service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] No waiting events found dispatching network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:04:31 user nova-compute[75018]: WARNING nova.compute.manager [req-433bcb6a-7d18-468f-a447-1468f28da73e req-625e9ba4-b435-425a-8785-b1f89f75a7ac service nova] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] Received unexpected event network-vif-plugged-f56ffda0-863c-464b-8245-93c0c556b83a for instance with vm_state deleted and task_state None.
Dec 05 17:04:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5ce9ad2a-9181-4c4c-af05-300c813bdf3f tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.537s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 1.229s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:31 user nova-compute[75018]: INFO nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 8d040d8b-78c5-4b7a-9fc2-820aa6ebed52] During sync_power_state the instance has a pending task (deleting). Skip.
Dec 05 17:04:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "8d040d8b-78c5-4b7a-9fc2-820aa6ebed52" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:31 user nova-compute[75018]: DEBUG nova.network.neutron [req-14681bd7-7a70-4189-94bc-3d43dedc39cf req-9632129f-1568-4fdd-8cce-d7ce27b4a9af service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Updated VIF entry in instance network info cache for port 13debc29-d5d3-4e04-96ab-205d9c85f600. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:04:31 user nova-compute[75018]: DEBUG nova.network.neutron [req-14681bd7-7a70-4189-94bc-3d43dedc39cf req-9632129f-1568-4fdd-8cce-d7ce27b4a9af service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Updating instance_info_cache with network_info: [{"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:04:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-14681bd7-7a70-4189-94bc-3d43dedc39cf req-9632129f-1568-4fdd-8cce-d7ce27b4a9af service nova] Releasing lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:04:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:37 user nova-compute[75018]: INFO nova.compute.manager [None req-98c14402-1f5f-4e0d-93df-5a7919df3bd4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Unrescuing
Dec 05 17:04:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98c14402-1f5f-4e0d-93df-5a7919df3bd4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:04:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98c14402-1f5f-4e0d-93df-5a7919df3bd4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquired lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:04:37 user nova-compute[75018]: DEBUG nova.network.neutron [None req-98c14402-1f5f-4e0d-93df-5a7919df3bd4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:04:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-98c14402-1f5f-4e0d-93df-5a7919df3bd4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Updating instance_info_cache with network_info: [{"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:04:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-98c14402-1f5f-4e0d-93df-5a7919df3bd4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Releasing lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:04:38 user nova-compute[75018]: DEBUG nova.objects.instance [None req-98c14402-1f5f-4e0d-93df-5a7919df3bd4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'flavor' on Instance uuid 533bba90-582b-4ad5-9763-532788f79d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:04:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:38 user nova-compute[75018]: DEBUG nova.compute.manager [req-494a9442-5042-45db-86b8-dac71afe90bd req-74f2dfdf-3d26-4c03-adf2-d0243b88b405 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received event network-vif-unplugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:04:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-494a9442-5042-45db-86b8-dac71afe90bd req-74f2dfdf-3d26-4c03-adf2-d0243b88b405 service nova] Acquiring lock "533bba90-582b-4ad5-9763-532788f79d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-494a9442-5042-45db-86b8-dac71afe90bd req-74f2dfdf-3d26-4c03-adf2-d0243b88b405 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-494a9442-5042-45db-86b8-dac71afe90bd req-74f2dfdf-3d26-4c03-adf2-d0243b88b405 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:38 user nova-compute[75018]: DEBUG nova.compute.manager [req-494a9442-5042-45db-86b8-dac71afe90bd req-74f2dfdf-3d26-4c03-adf2-d0243b88b405 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] No waiting events found dispatching network-vif-unplugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:04:38 user nova-compute[75018]: WARNING nova.compute.manager [req-494a9442-5042-45db-86b8-dac71afe90bd req-74f2dfdf-3d26-4c03-adf2-d0243b88b405 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received unexpected event network-vif-unplugged-da4700b8-c7a8-49c6-81e0-d51d0027142c for instance with vm_state rescued and task_state unrescuing.
Dec 05 17:04:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:38 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Instance destroyed successfully.
Dec 05 17:04:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] Acquiring lock "533bba90-582b-4ad5-9763-532788f79d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] No waiting events found dispatching network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:04:40 user nova-compute[75018]: WARNING nova.compute.manager [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received unexpected event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c for instance with vm_state rescued and task_state unrescuing.
Dec 05 17:04:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] Acquiring lock "533bba90-582b-4ad5-9763-532788f79d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] No waiting events found dispatching network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:04:40 user nova-compute[75018]: WARNING nova.compute.manager [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received unexpected event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c for instance with vm_state rescued and task_state unrescuing.
Dec 05 17:04:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] Acquiring lock "533bba90-582b-4ad5-9763-532788f79d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] No waiting events found dispatching network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:04:40 user nova-compute[75018]: WARNING nova.compute.manager [req-6e6ee8a5-fa65-48e8-9ac4-20a29216463d req-83f8ad49-56b9-48ca-a33f-4cfc5328fb57 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received unexpected event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c for instance with vm_state rescued and task_state unrescuing.
Dec 05 17:04:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-98c14402-1f5f-4e0d-93df-5a7919df3bd4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:04:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:52 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:04:52 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:04:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:04:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:04:52 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:04:53 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Updating instance_info_cache with network_info: [{"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:04:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:04:53 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:04:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:54 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:04:54 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:04:54 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:04:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:54 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:04:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Acquiring lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG nova.objects.instance [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lazy-loading 'flavor' on Instance uuid 0c56ec19-5d98-448f-a9d7-e83e2a59c717 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Acquiring lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:58 user nova-compute[75018]: INFO nova.compute.manager [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Attaching volume 1d8201d6-0025-442d-8d62-9ec3d700d5cd to /dev/vdb
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG os_brick.utils [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[af2c1451-df19-49df-bce5-75ef39aaf70e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[98488ebc-4c78-47bc-a1a1-a16d05b7cc9c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[590cfa5b-8c7d-44f9-8976-1c4de2a5b1fc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[711efbcd-86ef-4416-8a4e-7f6cb988c112]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:04:58 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[36e63253-0c7e-4fa5-ab9e-7eeebe33dc99]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG os_brick.utils [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] <== get_connector_properties: return (145ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Updating existing volume attachment record: 17291dbd-95e9-4d9a-bfce-ebc99bbeb9f0 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:04:59 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:04:59 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:04:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7674MB free_disk=25.337928771972656GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:04:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:04:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:04:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 533bba90-582b-4ad5-9763-532788f79d6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:04:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5931bfc3-7400-4941-bc87-b07f86c6982b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:04:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 72f18866-6d44-4c27-9469-e89f4be276c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:04:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 0c56ec19-5d98-448f-a9d7-e83e2a59c717 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:04:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance acf77ce1-141a-4c0e-8dab-6759f7dcc507 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:04:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5343f265-d477-426d-8262-c86bd90d45c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:04:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:04:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 80d92ef7-6c7e-499e-a0a9-e1c9180533c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:04:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:04:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:04:59 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:04:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:04:59 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:04:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:04:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.447s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:05:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:05:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:05:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:05:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:05:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:05:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:07 user nova-compute[75018]: DEBUG nova.compute.manager [req-cb07fe2f-3dea-49ee-b81c-6799f2961630 req-26420c9f-3aeb-4165-8a70-e8d840a48915 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Received event network-changed-1652e95a-50b3-4921-8a2a-cbaad0fed79c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:07 user nova-compute[75018]: DEBUG nova.compute.manager [req-cb07fe2f-3dea-49ee-b81c-6799f2961630 req-26420c9f-3aeb-4165-8a70-e8d840a48915 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Refreshing instance network info cache due to event network-changed-1652e95a-50b3-4921-8a2a-cbaad0fed79c. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:05:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cb07fe2f-3dea-49ee-b81c-6799f2961630 req-26420c9f-3aeb-4165-8a70-e8d840a48915 service nova] Acquiring lock "refresh_cache-acf77ce1-141a-4c0e-8dab-6759f7dcc507" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:05:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cb07fe2f-3dea-49ee-b81c-6799f2961630 req-26420c9f-3aeb-4165-8a70-e8d840a48915 service nova] Acquired lock "refresh_cache-acf77ce1-141a-4c0e-8dab-6759f7dcc507" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:05:07 user nova-compute[75018]: DEBUG nova.network.neutron [req-cb07fe2f-3dea-49ee-b81c-6799f2961630 req-26420c9f-3aeb-4165-8a70-e8d840a48915 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Refreshing network info cache for port 1652e95a-50b3-4921-8a2a-cbaad0fed79c {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:05:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:07 user nova-compute[75018]: DEBUG nova.network.neutron [req-cb07fe2f-3dea-49ee-b81c-6799f2961630 req-26420c9f-3aeb-4165-8a70-e8d840a48915 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Updated VIF entry in instance network info cache for port 1652e95a-50b3-4921-8a2a-cbaad0fed79c. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:05:07 user nova-compute[75018]: DEBUG nova.network.neutron [req-cb07fe2f-3dea-49ee-b81c-6799f2961630 req-26420c9f-3aeb-4165-8a70-e8d840a48915 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Updating instance_info_cache with network_info: [{"id": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "address": "fa:16:3e:99:52:66", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1652e95a-50", "ovs_interfaceid": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:05:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cb07fe2f-3dea-49ee-b81c-6799f2961630 req-26420c9f-3aeb-4165-8a70-e8d840a48915 service nova] Releasing lock "refresh_cache-acf77ce1-141a-4c0e-8dab-6759f7dcc507" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SqNWzRdf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:05:09 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:05:09 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:05:09 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[42f8eddb-fc2c-4843-8b96-7a251fe69e1c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:05:09 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b389626d-af79-4fec-9c4c-a9b4f27a6fe6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd] added
Dec 05 17:05:09 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[59253707-d7a1-4a1e-877c-57e550cc4e57]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f8b2a56-f07b-45e2-a8b4-747cf32c2797]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SqNWzRdf {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SqNWzRdf" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[07f38f3d-679b-4f20-8f1c-1cc81a770f2d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SqNWzRdf'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb7cd97c-3a20-43d2-9a88-adb4cfb6d521]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[994f98cc-a6a8-4268-8fe9-df039dd793d4]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:05:09 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:05:09 user nova-compute[75018]:  {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:05:09 user nova-compute[75018]: WARNING os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 05 17:05:09 user nova-compute[75018]: 
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa70383e-8518-47cd-bab9-6667df3f3cb5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd, portal: 172.16.0.220,3260]
Dec 05 17:05:09 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd, portal: 172.16.0.220,3260] successful.
Dec 05 17:05:09 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0f6995b-1ec5-4666-a8d5-a6f2879c86ac]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5505a385-02a6-4337-8a41-42cf3fd87ecd]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd (non-flash)
Dec 05 17:05:09 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd (non-flash)
Dec 05 17:05:09 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] HCTL ('33', '-', '-', 0) found on session 19 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2763376f-4ec7-4445-ba9a-125be871e7cc]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Searching for a device in session 19 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SqNWzRdf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG nova.objects.instance [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lazy-loading 'flavor' on Instance uuid acf77ce1-141a-4c0e-8dab-6759f7dcc507 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:05:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:10 user nova-compute[75018]: INFO nova.compute.manager [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Attaching volume dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f to /dev/vdb
Dec 05 17:05:10 user nova-compute[75018]: DEBUG os_brick.utils [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a9eb3bb-9b90-4634-8c5d-ad5465f27b5a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f234967-51e4-422d-9f27-9ca0dae1d566]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[96dbfbf6-b445-44df-b14c-1821ab7ccab3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4be6aaa6-ea3c-471e-ad5c-f12f9733c92c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:05:10 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:05:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[261e151e-9341-46ff-b7c1-a59da25814cc]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG os_brick.utils [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Updating existing volume attachment record: 1bf62155-2581-4071-9a0b-16235d3896cf {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.337s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] <== connect_volume: return (1338ms) {'type': 'block', 'scsi_wwn': '23466323334323138', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23466323334323138', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG nova.objects.instance [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lazy-loading 'flavor' on Instance uuid 0c56ec19-5d98-448f-a9d7-e83e2a59c717 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:05:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:05:10 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:05:10 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:05:10 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:05:10 user nova-compute[75018]:   <serial>1d8201d6-0025-442d-8d62-9ec3d700d5cd</serial>
Dec 05 17:05:10 user nova-compute[75018]: </disk>
Dec 05 17:05:10 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:05:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:05:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:05:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] No VIF found with MAC fa:16:3e:14:7b:ee, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:05:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-781c056d-7202-45bd-8073-092f0f627045 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.983s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Acquiring lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Acquiring lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:11 user nova-compute[75018]: INFO nova.compute.manager [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Terminating instance
Dec 05 17:05:11 user nova-compute[75018]: DEBUG nova.compute.manager [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:05:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG nova.compute.manager [req-6712308f-57ef-4d92-be0e-d00b592fd15c req-6bebfa1d-a02a-47a5-a88a-e26cbe4e043e service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Received event network-vif-unplugged-44ba7bb0-73b1-490b-86c3-21dc60d01b46 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6712308f-57ef-4d92-be0e-d00b592fd15c req-6bebfa1d-a02a-47a5-a88a-e26cbe4e043e service nova] Acquiring lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6712308f-57ef-4d92-be0e-d00b592fd15c req-6bebfa1d-a02a-47a5-a88a-e26cbe4e043e service nova] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6712308f-57ef-4d92-be0e-d00b592fd15c req-6bebfa1d-a02a-47a5-a88a-e26cbe4e043e service nova] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG nova.compute.manager [req-6712308f-57ef-4d92-be0e-d00b592fd15c req-6bebfa1d-a02a-47a5-a88a-e26cbe4e043e service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] No waiting events found dispatching network-vif-unplugged-44ba7bb0-73b1-490b-86c3-21dc60d01b46 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG nova.compute.manager [req-6712308f-57ef-4d92-be0e-d00b592fd15c req-6bebfa1d-a02a-47a5-a88a-e26cbe4e043e service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Received event network-vif-unplugged-44ba7bb0-73b1-490b-86c3-21dc60d01b46 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:12 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Instance destroyed successfully.
Dec 05 17:05:12 user nova-compute[75018]: DEBUG nova.objects.instance [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lazy-loading 'resources' on Instance uuid 0c56ec19-5d98-448f-a9d7-e83e2a59c717 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:03:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-489845591',display_name='tempest-DeleteServersTestJSON-server-489845591',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-489845591',id=15,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:03:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6a9151f2530845b9930bc418b6f5693e',ramdisk_id='',reservation_id='r-0hn89w5p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-619594820',owner_user_name='tempest-DeleteServersTestJSON-619594820-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:03:09Z,user_data=None,user_id='f0b8ffe519384202843a5fae928794c5',uuid=0c56ec19-5d98-448f-a9d7-e83e2a59c717,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "address": "fa:16:3e:14:7b:ee", "network": {"id": "235c4ce2-cbaa-460a-95ec-cfc577808884", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-675425299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a9151f2530845b9930bc418b6f5693e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44ba7bb0-73", "ovs_interfaceid": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Converting VIF {"id": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "address": "fa:16:3e:14:7b:ee", "network": {"id": "235c4ce2-cbaa-460a-95ec-cfc577808884", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-675425299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6a9151f2530845b9930bc418b6f5693e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44ba7bb0-73", "ovs_interfaceid": "44ba7bb0-73b1-490b-86c3-21dc60d01b46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:7b:ee,bridge_name='br-int',has_traffic_filtering=True,id=44ba7bb0-73b1-490b-86c3-21dc60d01b46,network=Network(235c4ce2-cbaa-460a-95ec-cfc577808884),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44ba7bb0-73') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_vif [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:7b:ee,bridge_name='br-int',has_traffic_filtering=True,id=44ba7bb0-73b1-490b-86c3-21dc60d01b46,network=Network(235c4ce2-cbaa-460a-95ec-cfc577808884),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44ba7bb0-73') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap44ba7bb0-73, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f2daf9d9-6b13-4c55-9ef8-c8dc1638dff4) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:05:12 user nova-compute[75018]: INFO os_vif [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:7b:ee,bridge_name='br-int',has_traffic_filtering=True,id=44ba7bb0-73b1-490b-86c3-21dc60d01b46,network=Network(235c4ce2-cbaa-460a-95ec-cfc577808884),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44ba7bb0-73')
Dec 05 17:05:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SqNWzRdf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:05:12 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a99feb54-1ebc-4524-ac01-83cc8db82788]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:05:12 user nova-compute[75018]: No targets found.
Dec 05 17:05:12 user nova-compute[75018]: iSNS:
Dec 05 17:05:12 user nova-compute[75018]: No targets found.
Dec 05 17:05:12 user nova-compute[75018]: STATIC:
Dec 05 17:05:12 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd
Dec 05 17:05:12 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:05:12 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:05:12 user nova-compute[75018]: FIRMWARE:
Dec 05 17:05:12 user nova-compute[75018]: No targets found.
Dec 05 17:05:12 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:05:12 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:05:12 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6606534-7941-4fef-aaa5-45a0144914e5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaf3d39c-7f97-47fc-b89a-6ce96bfab752]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd (non-flash)
Dec 05 17:05:12 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd (non-flash)
Dec 05 17:05:12 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c037ab90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bae8f317-0e3b-406a-b206-81032cff5828]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e24e7396-c093-409d-b935-676ac6223bb3]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0d27480-f3ed-46dc-bbd7-2f67bda3a7d4]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4ae0d43-e2ec-4cd1-ad12-9e1ae9e92b78]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[15ee6e1c-6d73-432a-8c01-ff0efa1123e5]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[518e0def-0c21-46d0-a9db-859e8fa35ce8]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd, portal: 172.16.0.220,3260]
Dec 05 17:05:12 user nova-compute[75018]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd, portal: 172.16.0.220,3260] successful.
Dec 05 17:05:12 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d8201d6-0025-442d-8d62-9ec3d700d5cd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f56cc55-b5c9-41f9-b92c-3f8518c010dd]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] <== disconnect_volume: return (309ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:05:12 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Deleting instance files /opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717_del
Dec 05 17:05:12 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Deletion of /opt/stack/data/nova/instances/0c56ec19-5d98-448f-a9d7-e83e2a59c717_del complete
Dec 05 17:05:12 user nova-compute[75018]: INFO nova.compute.manager [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Took 1.30 seconds to destroy the instance on the hypervisor.
Dec 05 17:05:12 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:05:12 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:05:13 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:05:13 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Took 0.54 seconds to deallocate network for instance.
Dec 05 17:05:13 user nova-compute[75018]: DEBUG nova.compute.manager [req-17e2814c-fe38-4b2b-a768-7c5a628a104d req-7b604421-910e-4bd2-bf73-ad5a84c53e2c service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Received event network-vif-deleted-44ba7bb0-73b1-490b-86c3-21dc60d01b46 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:13 user nova-compute[75018]: INFO nova.compute.manager [req-17e2814c-fe38-4b2b-a768-7c5a628a104d req-7b604421-910e-4bd2-bf73-ad5a84c53e2c service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Neutron deleted interface 44ba7bb0-73b1-490b-86c3-21dc60d01b46; detaching it from the instance and deleting it from the info cache
Dec 05 17:05:13 user nova-compute[75018]: DEBUG nova.network.neutron [req-17e2814c-fe38-4b2b-a768-7c5a628a104d req-7b604421-910e-4bd2-bf73-ad5a84c53e2c service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:05:13 user nova-compute[75018]: DEBUG nova.compute.manager [req-17e2814c-fe38-4b2b-a768-7c5a628a104d req-7b604421-910e-4bd2-bf73-ad5a84c53e2c service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Detach interface failed, port_id=44ba7bb0-73b1-490b-86c3-21dc60d01b46, reason: Instance 0c56ec19-5d98-448f-a9d7-e83e2a59c717 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:05:14 user nova-compute[75018]: DEBUG nova.compute.manager [req-79726135-f7c0-4a2a-8504-9bcd49739947 req-1c908c83-1b4b-48d4-a5c9-8707c5f38eaf service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Received event network-vif-plugged-44ba7bb0-73b1-490b-86c3-21dc60d01b46 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-79726135-f7c0-4a2a-8504-9bcd49739947 req-1c908c83-1b4b-48d4-a5c9-8707c5f38eaf service nova] Acquiring lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-79726135-f7c0-4a2a-8504-9bcd49739947 req-1c908c83-1b4b-48d4-a5c9-8707c5f38eaf service nova] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-79726135-f7c0-4a2a-8504-9bcd49739947 req-1c908c83-1b4b-48d4-a5c9-8707c5f38eaf service nova] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:14 user nova-compute[75018]: DEBUG nova.compute.manager [req-79726135-f7c0-4a2a-8504-9bcd49739947 req-1c908c83-1b4b-48d4-a5c9-8707c5f38eaf service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] No waiting events found dispatching network-vif-plugged-44ba7bb0-73b1-490b-86c3-21dc60d01b46 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:05:14 user nova-compute[75018]: WARNING nova.compute.manager [req-79726135-f7c0-4a2a-8504-9bcd49739947 req-1c908c83-1b4b-48d4-a5c9-8707c5f38eaf service nova] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Received unexpected event network-vif-plugged-44ba7bb0-73b1-490b-86c3-21dc60d01b46 for instance with vm_state active and task_state deleting.
Dec 05 17:05:14 user nova-compute[75018]: INFO nova.compute.manager [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] [instance: 0c56ec19-5d98-448f-a9d7-e83e2a59c717] Took 0.82 seconds to detach 1 volumes for instance.
Dec 05 17:05:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:14 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:05:14 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:05:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.320s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:14 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Deleted allocations for instance 0c56ec19-5d98-448f-a9d7-e83e2a59c717
Dec 05 17:05:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ab2ee57-326e-44fc-ac1b-5896f6b79140 tempest-DeleteServersTestJSON-619594820 tempest-DeleteServersTestJSON-619594820-project-member] Lock "0c56ec19-5d98-448f-a9d7-e83e2a59c717" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.257s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HYGFSIiz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:05:20 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:05:20 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:05:20 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[994b47ea-1171-4c30-a62d-f41046830dab]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:05:20 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdd8153e-fdbb-4478-8888-f7fd51243a37]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f] added
Dec 05 17:05:20 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6082c5d9-0eb1-4254-8b1a-524ab91eda80]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9b000e3-3b89-498a-b6b1-3f9a212077c8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HYGFSIiz {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HYGFSIiz" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1939358a-cfbe-469e-a4aa-c4e97fd22981]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HYGFSIiz'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2819678-6c9c-4da3-b61d-7254ab8ff7e6]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c34bc899-2240-48d9-934b-73218913dea4]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:05:20 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:05:20 user nova-compute[75018]:  {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:05:20 user nova-compute[75018]: WARNING os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 05 17:05:20 user nova-compute[75018]: 
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c258597-aee9-4f1e-8766-f53ea1eb584c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f, portal: 172.16.0.220,3260]
Dec 05 17:05:20 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f, portal: 172.16.0.220,3260] successful.
Dec 05 17:05:20 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6519245d-79ab-4f8f-98be-fee033cdbab4]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d83e626-b10c-4c0d-b4ad-7672e934369d]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:05:20 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:05:20 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] HCTL ('33', '-', '-', 0) found on session 20 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ca22b44-c86f-4cc3-a9fc-bb39db46bce3]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:20 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:05:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:05:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HYGFSIiz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:05:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:05:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '26439663732666466', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:05:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26439663732666466', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:05:21 user nova-compute[75018]: DEBUG nova.objects.instance [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lazy-loading 'flavor' on Instance uuid acf77ce1-141a-4c0e-8dab-6759f7dcc507 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:05:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:05:21 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:05:21 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:05:21 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:05:21 user nova-compute[75018]:   <serial>dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f</serial>
Dec 05 17:05:21 user nova-compute[75018]: </disk>
Dec 05 17:05:21 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:05:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:05:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:05:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] No VIF found with MAC fa:16:3e:99:52:66, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:05:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bf38712d-e9aa-4998-b453-5f83123b8ed1 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.347s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:23 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:05:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:05:23 user nova-compute[75018]: INFO nova.compute.claims [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Claim successful on node user
Dec 05 17:05:23 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:05:23 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:05:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.392s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:23 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG nova.network.neutron [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:05:24 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:05:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG nova.policy [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd407dbeca07a4ef1ade84c3932a79211', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eeda605e799e4fc88ae4e8898981ee9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:05:24 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Creating image(s)
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "/opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "/opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "/opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.178s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.190s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:05:24 user nova-compute[75018]: INFO nova.compute.claims [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Claim successful on node user
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk 1073741824" returned: 0 in 0.064s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG nova.network.neutron [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Successfully created port: f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.195s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:05:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Cannot resize image /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Ensure instance console log exists: /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.603s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG nova.network.neutron [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:05:25 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:05:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG nova.policy [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '993f889449574bef9b565c687ffeb48b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c96033231cb04830a6a749a44f97721a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:05:25 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Creating image(s)
Dec 05 17:05:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "/opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "/opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "/opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG nova.compute.manager [req-5e0af493-ec61-4bee-b472-75e18199bb59 req-7978c7da-d315-4f63-8f0b-d47945fbf8a3 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received event network-changed-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG nova.compute.manager [req-5e0af493-ec61-4bee-b472-75e18199bb59 req-7978c7da-d315-4f63-8f0b-d47945fbf8a3 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Refreshing instance network info cache due to event network-changed-8a7227ef-13e5-40cb-9984-9a17440924d3. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5e0af493-ec61-4bee-b472-75e18199bb59 req-7978c7da-d315-4f63-8f0b-d47945fbf8a3 service nova] Acquiring lock "refresh_cache-5343f265-d477-426d-8262-c86bd90d45c4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5e0af493-ec61-4bee-b472-75e18199bb59 req-7978c7da-d315-4f63-8f0b-d47945fbf8a3 service nova] Acquired lock "refresh_cache-5343f265-d477-426d-8262-c86bd90d45c4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG nova.network.neutron [req-5e0af493-ec61-4bee-b472-75e18199bb59 req-7978c7da-d315-4f63-8f0b-d47945fbf8a3 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Refreshing network info cache for port 8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.266s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG nova.network.neutron [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Successfully updated port: f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.211s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-c8f05370-91e2-4d05-9f29-bc53a4a80dbb req-57ff5d24-89c6-4900-9b7e-d3f2349e9c99 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received event network-changed-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-c8f05370-91e2-4d05-9f29-bc53a4a80dbb req-57ff5d24-89c6-4900-9b7e-d3f2349e9c99 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Refreshing instance network info cache due to event network-changed-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c8f05370-91e2-4d05-9f29-bc53a4a80dbb req-57ff5d24-89c6-4900-9b7e-d3f2349e9c99 service nova] Acquiring lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c8f05370-91e2-4d05-9f29-bc53a4a80dbb req-57ff5d24-89c6-4900-9b7e-d3f2349e9c99 service nova] Acquired lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG nova.network.neutron [req-c8f05370-91e2-4d05-9f29-bc53a4a80dbb req-57ff5d24-89c6-4900-9b7e-d3f2349e9c99 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Refreshing network info cache for port f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk 1073741824" returned: 0 in 0.081s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.298s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "5343f265-d477-426d-8262-c86bd90d45c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "5343f265-d477-426d-8262-c86bd90d45c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG nova.objects.instance [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lazy-loading 'flavor' on Instance uuid 5343f265-d477-426d-8262-c86bd90d45c4 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "5343f265-d477-426d-8262-c86bd90d45c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.205s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG nova.network.neutron [req-5e0af493-ec61-4bee-b472-75e18199bb59 req-7978c7da-d315-4f63-8f0b-d47945fbf8a3 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Updated VIF entry in instance network info cache for port 8a7227ef-13e5-40cb-9984-9a17440924d3. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG nova.network.neutron [req-5e0af493-ec61-4bee-b472-75e18199bb59 req-7978c7da-d315-4f63-8f0b-d47945fbf8a3 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Updating instance_info_cache with network_info: [{"id": "8a7227ef-13e5-40cb-9984-9a17440924d3", "address": "fa:16:3e:bc:1b:5b", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7227ef-13", "ovs_interfaceid": "8a7227ef-13e5-40cb-9984-9a17440924d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5e0af493-ec61-4bee-b472-75e18199bb59 req-7978c7da-d315-4f63-8f0b-d47945fbf8a3 service nova] Releasing lock "refresh_cache-5343f265-d477-426d-8262-c86bd90d45c4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG nova.network.neutron [req-c8f05370-91e2-4d05-9f29-bc53a4a80dbb req-57ff5d24-89c6-4900-9b7e-d3f2349e9c99 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "5343f265-d477-426d-8262-c86bd90d45c4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "5343f265-d477-426d-8262-c86bd90d45c4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:26 user nova-compute[75018]: INFO nova.compute.manager [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Attaching volume 64de7067-af17-4f69-8a8d-734214769475 to /dev/vdb
Dec 05 17:05:26 user nova-compute[75018]: DEBUG os_brick.utils [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[15022aba-78ee-4107-aeaf-2361f8632145]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e661fb41-7314-4cc8-a46e-ee48dae1426c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Cannot resize image /opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Ensure instance console log exists: /opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[af1342cf-e0e7-4b3d-8a41-eb8667cef280]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a897209-d44f-42fb-9da9-704e5bef6fc7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:05:26 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca1c4a6-c91b-457e-91de-56b6240e3acb]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG os_brick.utils [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Updating existing volume attachment record: c02934d0-3a97-4380-a104-661005713a63 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG nova.network.neutron [req-c8f05370-91e2-4d05-9f29-bc53a4a80dbb req-57ff5d24-89c6-4900-9b7e-d3f2349e9c99 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c8f05370-91e2-4d05-9f29-bc53a4a80dbb req-57ff5d24-89c6-4900-9b7e-d3f2349e9c99 service nova] Releasing lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquired lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Successfully created port: 89da1cd5-2218-4244-a117-bc5c522213a9 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:05:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:05:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Updating instance_info_cache with network_info: [{"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Releasing lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Instance network_info: |[{"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Start _get_guest_xml network_info=[{"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:05:28 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:05:28 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:05:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1046086738',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1046086738',id=20,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLSCiPoHTmiKR7iTWdpScfRXYzwY2S0VXUy8M/PJ4f6oR1eTdSlZkFpBPQ2M8KF8kYVURoDZ5Q7YWHSQz9qz8aLKU5rbL04jjLgYrZ8sYJIQj7P1US5atksVHmpc7HXIFQ==',key_name='tempest-keypair-1994005858',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eeda605e799e4fc88ae4e8898981ee9c',ramdisk_id='',reservation_id='r-76487qtt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1242004540',owner_user_name='tempest-AttachVolumeShelveTestJSON-1242004540-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:05:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d407dbeca07a4ef1ade84c3932a79211',uuid=d7af0f3d-ce07-4d51-96b6-edfb1aea885b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converting VIF {"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:55:3a,bridge_name='br-int',has_traffic_filtering=True,id=f3e765a4-ca4c-4ba3-9d1e-04f0207acae7,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3e765a4-ca') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.objects.instance [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'pci_devices' on Instance uuid d7af0f3d-ce07-4d51-96b6-edfb1aea885b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:05:28 user nova-compute[75018]:   <uuid>d7af0f3d-ce07-4d51-96b6-edfb1aea885b</uuid>
Dec 05 17:05:28 user nova-compute[75018]:   <name>instance-00000014</name>
Dec 05 17:05:28 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:05:28 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:05:28 user nova-compute[75018]:   <metadata>
Dec 05 17:05:28 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:05:28 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:05:28 user nova-compute[75018]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1046086738</nova:name>
Dec 05 17:05:28 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:05:28</nova:creationTime>
Dec 05 17:05:28 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:05:28 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:05:28 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:05:28 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:05:28 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:05:28 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:05:28 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:05:28 user nova-compute[75018]:       <nova:owner>
Dec 05 17:05:28 user nova-compute[75018]:         <nova:user uuid="d407dbeca07a4ef1ade84c3932a79211">tempest-AttachVolumeShelveTestJSON-1242004540-project-member</nova:user>
Dec 05 17:05:28 user nova-compute[75018]:         <nova:project uuid="eeda605e799e4fc88ae4e8898981ee9c">tempest-AttachVolumeShelveTestJSON-1242004540</nova:project>
Dec 05 17:05:28 user nova-compute[75018]:       </nova:owner>
Dec 05 17:05:28 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:05:28 user nova-compute[75018]:       <nova:ports>
Dec 05 17:05:28 user nova-compute[75018]:         <nova:port uuid="f3e765a4-ca4c-4ba3-9d1e-04f0207acae7">
Dec 05 17:05:28 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 05 17:05:28 user nova-compute[75018]:         </nova:port>
Dec 05 17:05:28 user nova-compute[75018]:       </nova:ports>
Dec 05 17:05:28 user nova-compute[75018]:     </nova:instance>
Dec 05 17:05:28 user nova-compute[75018]:   </metadata>
Dec 05 17:05:28 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:05:28 user nova-compute[75018]:     <system>
Dec 05 17:05:28 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:05:28 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:05:28 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:05:28 user nova-compute[75018]:       <entry name="serial">d7af0f3d-ce07-4d51-96b6-edfb1aea885b</entry>
Dec 05 17:05:28 user nova-compute[75018]:       <entry name="uuid">d7af0f3d-ce07-4d51-96b6-edfb1aea885b</entry>
Dec 05 17:05:28 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:05:28 user nova-compute[75018]:     </system>
Dec 05 17:05:28 user nova-compute[75018]:   </sysinfo>
Dec 05 17:05:28 user nova-compute[75018]:   <os>
Dec 05 17:05:28 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:05:28 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:05:28 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:05:28 user nova-compute[75018]:   </os>
Dec 05 17:05:28 user nova-compute[75018]:   <features>
Dec 05 17:05:28 user nova-compute[75018]:     <acpi/>
Dec 05 17:05:28 user nova-compute[75018]:     <apic/>
Dec 05 17:05:28 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:05:28 user nova-compute[75018]:   </features>
Dec 05 17:05:28 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:05:28 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:05:28 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:05:28 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:05:28 user nova-compute[75018]:   </clock>
Dec 05 17:05:28 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:05:28 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:05:28 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:05:28 user nova-compute[75018]:   </cpu>
Dec 05 17:05:28 user nova-compute[75018]:   <devices>
Dec 05 17:05:28 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:05:28 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:05:28 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk"/>
Dec 05 17:05:28 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:05:28 user nova-compute[75018]:     </disk>
Dec 05 17:05:28 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:05:28 user nova-compute[75018]:       <mac address="fa:16:3e:94:55:3a"/>
Dec 05 17:05:28 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:05:28 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:05:28 user nova-compute[75018]:       <target dev="tapf3e765a4-ca"/>
Dec 05 17:05:28 user nova-compute[75018]:     </interface>
Dec 05 17:05:28 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:05:28 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/console.log" append="off"/>
Dec 05 17:05:28 user nova-compute[75018]:     </serial>
Dec 05 17:05:28 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:05:28 user nova-compute[75018]:     <video>
Dec 05 17:05:28 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:05:28 user nova-compute[75018]:     </video>
Dec 05 17:05:28 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:05:28 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:05:28 user nova-compute[75018]:     </rng>
Dec 05 17:05:28 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:05:28 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:05:28 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:05:28 user nova-compute[75018]:     </memballoon>
Dec 05 17:05:28 user nova-compute[75018]:   </devices>
Dec 05 17:05:28 user nova-compute[75018]: </domain>
Dec 05 17:05:28 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:05:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1046086738',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1046086738',id=20,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLSCiPoHTmiKR7iTWdpScfRXYzwY2S0VXUy8M/PJ4f6oR1eTdSlZkFpBPQ2M8KF8kYVURoDZ5Q7YWHSQz9qz8aLKU5rbL04jjLgYrZ8sYJIQj7P1US5atksVHmpc7HXIFQ==',key_name='tempest-keypair-1994005858',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eeda605e799e4fc88ae4e8898981ee9c',ramdisk_id='',reservation_id='r-76487qtt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1242004540',owner_user_name='tempest-AttachVolumeShelveTestJSON-1242004540-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:05:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d407dbeca07a4ef1ade84c3932a79211',uuid=d7af0f3d-ce07-4d51-96b6-edfb1aea885b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converting VIF {"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:55:3a,bridge_name='br-int',has_traffic_filtering=True,id=f3e765a4-ca4c-4ba3-9d1e-04f0207acae7,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3e765a4-ca') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG os_vif [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:55:3a,bridge_name='br-int',has_traffic_filtering=True,id=f3e765a4-ca4c-4ba3-9d1e-04f0207acae7,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3e765a4-ca') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4293ded8-950e-5756-98ad-0c459c5fa517', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf3e765a4-ca, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf3e765a4-ca, col_values=(('qos', UUID('24f23528-8529-4861-9a97-b469f59b2425')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf3e765a4-ca, col_values=(('external_ids', {'iface-id': 'f3e765a4-ca4c-4ba3-9d1e-04f0207acae7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:94:55:3a', 'vm-uuid': 'd7af0f3d-ce07-4d51-96b6-edfb1aea885b'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:28 user nova-compute[75018]: INFO os_vif [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:55:3a,bridge_name='br-int',has_traffic_filtering=True,id=f3e765a4-ca4c-4ba3-9d1e-04f0207acae7,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3e765a4-ca')
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] No VIF found with MAC fa:16:3e:94:55:3a, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "7f6d3f89-d809-4523-8573-610c7c82667b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "7f6d3f89-d809-4523-8573-610c7c82667b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.compute.manager [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:05:28 user nova-compute[75018]: INFO nova.compute.claims [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Claim successful on node user
Dec 05 17:05:28 user nova-compute[75018]: DEBUG nova.network.neutron [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Successfully updated port: 89da1cd5-2218-4244-a117-bc5c522213a9 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "refresh_cache-ba697f5d-3bf2-4854-8bc5-0ef00406bf7a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquired lock "refresh_cache-ba697f5d-3bf2-4854-8bc5-0ef00406bf7a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG nova.network.neutron [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG nova.compute.manager [req-5cf003cf-b26d-4f89-b5a1-d541aebf94f4 req-9923f4f2-ad2e-4807-b9e0-7c6722bb9e24 service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Received event network-changed-89da1cd5-2218-4244-a117-bc5c522213a9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG nova.compute.manager [req-5cf003cf-b26d-4f89-b5a1-d541aebf94f4 req-9923f4f2-ad2e-4807-b9e0-7c6722bb9e24 service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Refreshing instance network info cache due to event network-changed-89da1cd5-2218-4244-a117-bc5c522213a9. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5cf003cf-b26d-4f89-b5a1-d541aebf94f4 req-9923f4f2-ad2e-4807-b9e0-7c6722bb9e24 service nova] Acquiring lock "refresh_cache-ba697f5d-3bf2-4854-8bc5-0ef00406bf7a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.653s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG nova.network.neutron [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG nova.network.neutron [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:05:29 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:05:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:05:29 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Creating image(s)
Dec 05 17:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "/opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "/opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "/opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG nova.policy [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c254db3ec00e40338c3323be0668689e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91cb55b5c62f4d82ae96bc07a48fd906', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.219s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.219s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.network.neutron [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Updating instance_info_cache with network_info: [{"id": "89da1cd5-2218-4244-a117-bc5c522213a9", "address": "fa:16:3e:fd:62:f9", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89da1cd5-22", "ovs_interfaceid": "89da1cd5-2218-4244-a117-bc5c522213a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk 1073741824" returned: 0 in 0.061s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.288s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Releasing lock "refresh_cache-ba697f5d-3bf2-4854-8bc5-0ef00406bf7a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Instance network_info: |[{"id": "89da1cd5-2218-4244-a117-bc5c522213a9", "address": "fa:16:3e:fd:62:f9", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89da1cd5-22", "ovs_interfaceid": "89da1cd5-2218-4244-a117-bc5c522213a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5cf003cf-b26d-4f89-b5a1-d541aebf94f4 req-9923f4f2-ad2e-4807-b9e0-7c6722bb9e24 service nova] Acquired lock "refresh_cache-ba697f5d-3bf2-4854-8bc5-0ef00406bf7a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.network.neutron [req-5cf003cf-b26d-4f89-b5a1-d541aebf94f4 req-9923f4f2-ad2e-4807-b9e0-7c6722bb9e24 service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Refreshing network info cache for port 89da1cd5-2218-4244-a117-bc5c522213a9 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Start _get_guest_xml network_info=[{"id": "89da1cd5-2218-4244-a117-bc5c522213a9", "address": "fa:16:3e:fd:62:f9", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89da1cd5-22", "ovs_interfaceid": "89da1cd5-2218-4244-a117-bc5c522213a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:05:30 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:05:30 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:05:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1789488131',display_name='tempest-VolumesActionsTest-instance-1789488131',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1789488131',id=21,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c96033231cb04830a6a749a44f97721a',ramdisk_id='',reservation_id='r-9zomoasx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-218540763',owner_user_name='tempest-VolumesActionsTest-218540763-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:05:25Z,user_data=None,user_id='993f889449574bef9b565c687ffeb48b',uuid=ba697f5d-3bf2-4854-8bc5-0ef00406bf7a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "89da1cd5-2218-4244-a117-bc5c522213a9", "address": "fa:16:3e:fd:62:f9", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89da1cd5-22", "ovs_interfaceid": "89da1cd5-2218-4244-a117-bc5c522213a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Converting VIF {"id": "89da1cd5-2218-4244-a117-bc5c522213a9", "address": "fa:16:3e:fd:62:f9", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89da1cd5-22", "ovs_interfaceid": "89da1cd5-2218-4244-a117-bc5c522213a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:62:f9,bridge_name='br-int',has_traffic_filtering=True,id=89da1cd5-2218-4244-a117-bc5c522213a9,network=Network(493513ca-bd1b-414c-a3dd-af448f69847e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89da1cd5-22') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.objects.instance [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lazy-loading 'pci_devices' on Instance uuid ba697f5d-3bf2-4854-8bc5-0ef00406bf7a {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:05:30 user nova-compute[75018]:   <uuid>ba697f5d-3bf2-4854-8bc5-0ef00406bf7a</uuid>
Dec 05 17:05:30 user nova-compute[75018]:   <name>instance-00000015</name>
Dec 05 17:05:30 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:05:30 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:05:30 user nova-compute[75018]:   <metadata>
Dec 05 17:05:30 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:05:30 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:05:30 user nova-compute[75018]:       <nova:name>tempest-VolumesActionsTest-instance-1789488131</nova:name>
Dec 05 17:05:30 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:05:30</nova:creationTime>
Dec 05 17:05:30 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:05:30 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:05:30 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:05:30 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:05:30 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:05:30 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:05:30 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:05:30 user nova-compute[75018]:       <nova:owner>
Dec 05 17:05:30 user nova-compute[75018]:         <nova:user uuid="993f889449574bef9b565c687ffeb48b">tempest-VolumesActionsTest-218540763-project-member</nova:user>
Dec 05 17:05:30 user nova-compute[75018]:         <nova:project uuid="c96033231cb04830a6a749a44f97721a">tempest-VolumesActionsTest-218540763</nova:project>
Dec 05 17:05:30 user nova-compute[75018]:       </nova:owner>
Dec 05 17:05:30 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:05:30 user nova-compute[75018]:       <nova:ports>
Dec 05 17:05:30 user nova-compute[75018]:         <nova:port uuid="89da1cd5-2218-4244-a117-bc5c522213a9">
Dec 05 17:05:30 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 05 17:05:30 user nova-compute[75018]:         </nova:port>
Dec 05 17:05:30 user nova-compute[75018]:       </nova:ports>
Dec 05 17:05:30 user nova-compute[75018]:     </nova:instance>
Dec 05 17:05:30 user nova-compute[75018]:   </metadata>
Dec 05 17:05:30 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:05:30 user nova-compute[75018]:     <system>
Dec 05 17:05:30 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:05:30 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:05:30 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:05:30 user nova-compute[75018]:       <entry name="serial">ba697f5d-3bf2-4854-8bc5-0ef00406bf7a</entry>
Dec 05 17:05:30 user nova-compute[75018]:       <entry name="uuid">ba697f5d-3bf2-4854-8bc5-0ef00406bf7a</entry>
Dec 05 17:05:30 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:05:30 user nova-compute[75018]:     </system>
Dec 05 17:05:30 user nova-compute[75018]:   </sysinfo>
Dec 05 17:05:30 user nova-compute[75018]:   <os>
Dec 05 17:05:30 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:05:30 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:05:30 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:05:30 user nova-compute[75018]:   </os>
Dec 05 17:05:30 user nova-compute[75018]:   <features>
Dec 05 17:05:30 user nova-compute[75018]:     <acpi/>
Dec 05 17:05:30 user nova-compute[75018]:     <apic/>
Dec 05 17:05:30 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:05:30 user nova-compute[75018]:   </features>
Dec 05 17:05:30 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:05:30 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:05:30 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:05:30 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:05:30 user nova-compute[75018]:   </clock>
Dec 05 17:05:30 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:05:30 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:05:30 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:05:30 user nova-compute[75018]:   </cpu>
Dec 05 17:05:30 user nova-compute[75018]:   <devices>
Dec 05 17:05:30 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:05:30 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:05:30 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk"/>
Dec 05 17:05:30 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:05:30 user nova-compute[75018]:     </disk>
Dec 05 17:05:30 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:05:30 user nova-compute[75018]:       <mac address="fa:16:3e:fd:62:f9"/>
Dec 05 17:05:30 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:05:30 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:05:30 user nova-compute[75018]:       <target dev="tap89da1cd5-22"/>
Dec 05 17:05:30 user nova-compute[75018]:     </interface>
Dec 05 17:05:30 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:05:30 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/console.log" append="off"/>
Dec 05 17:05:30 user nova-compute[75018]:     </serial>
Dec 05 17:05:30 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:05:30 user nova-compute[75018]:     <video>
Dec 05 17:05:30 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:05:30 user nova-compute[75018]:     </video>
Dec 05 17:05:30 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:05:30 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:05:30 user nova-compute[75018]:     </rng>
Dec 05 17:05:30 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:05:30 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:05:30 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:05:30 user nova-compute[75018]:     </memballoon>
Dec 05 17:05:30 user nova-compute[75018]:   </devices>
Dec 05 17:05:30 user nova-compute[75018]: </domain>
Dec 05 17:05:30 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:05:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1789488131',display_name='tempest-VolumesActionsTest-instance-1789488131',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1789488131',id=21,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c96033231cb04830a6a749a44f97721a',ramdisk_id='',reservation_id='r-9zomoasx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-218540763',owner_user_name='tempest-VolumesActionsTest-218540763-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:05:25Z,user_data=None,user_id='993f889449574bef9b565c687ffeb48b',uuid=ba697f5d-3bf2-4854-8bc5-0ef00406bf7a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "89da1cd5-2218-4244-a117-bc5c522213a9", "address": "fa:16:3e:fd:62:f9", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89da1cd5-22", "ovs_interfaceid": "89da1cd5-2218-4244-a117-bc5c522213a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Converting VIF {"id": "89da1cd5-2218-4244-a117-bc5c522213a9", "address": "fa:16:3e:fd:62:f9", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89da1cd5-22", "ovs_interfaceid": "89da1cd5-2218-4244-a117-bc5c522213a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:62:f9,bridge_name='br-int',has_traffic_filtering=True,id=89da1cd5-2218-4244-a117-bc5c522213a9,network=Network(493513ca-bd1b-414c-a3dd-af448f69847e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89da1cd5-22') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG os_vif [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:62:f9,bridge_name='br-int',has_traffic_filtering=True,id=89da1cd5-2218-4244-a117-bc5c522213a9,network=Network(493513ca-bd1b-414c-a3dd-af448f69847e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89da1cd5-22') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a3cbe5dd-7afd-5c0d-8fbb-321547c3d59f', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap89da1cd5-22, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap89da1cd5-22, col_values=(('qos', UUID('ba7b0b2d-be3b-47f2-84b0-9fd9c0b4083a')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap89da1cd5-22, col_values=(('external_ids', {'iface-id': '89da1cd5-2218-4244-a117-bc5c522213a9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fd:62:f9', 'vm-uuid': 'ba697f5d-3bf2-4854-8bc5-0ef00406bf7a'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.201s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:30 user nova-compute[75018]: INFO os_vif [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:62:f9,bridge_name='br-int',has_traffic_filtering=True,id=89da1cd5-2218-4244-a117-bc5c522213a9,network=Network(493513ca-bd1b-414c-a3dd-af448f69847e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89da1cd5-22')
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] No VIF found with MAC fa:16:3e:fd:62:f9, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Cannot resize image /opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Ensure instance console log exists: /opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-ed206b80-821c-4525-9382-aee8e50b6d0a req-897acd0e-157a-4726-99ca-ffd75bc2ed7f service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received event network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ed206b80-821c-4525-9382-aee8e50b6d0a req-897acd0e-157a-4726-99ca-ffd75bc2ed7f service nova] Acquiring lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ed206b80-821c-4525-9382-aee8e50b6d0a req-897acd0e-157a-4726-99ca-ffd75bc2ed7f service nova] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ed206b80-821c-4525-9382-aee8e50b6d0a req-897acd0e-157a-4726-99ca-ffd75bc2ed7f service nova] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-ed206b80-821c-4525-9382-aee8e50b6d0a req-897acd0e-157a-4726-99ca-ffd75bc2ed7f service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] No waiting events found dispatching network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:05:31 user nova-compute[75018]: WARNING nova.compute.manager [req-ed206b80-821c-4525-9382-aee8e50b6d0a req-897acd0e-157a-4726-99ca-ffd75bc2ed7f service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received unexpected event network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 for instance with vm_state building and task_state spawning.
Dec 05 17:05:31 user nova-compute[75018]: DEBUG nova.network.neutron [req-5cf003cf-b26d-4f89-b5a1-d541aebf94f4 req-9923f4f2-ad2e-4807-b9e0-7c6722bb9e24 service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Updated VIF entry in instance network info cache for port 89da1cd5-2218-4244-a117-bc5c522213a9. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:05:31 user nova-compute[75018]: DEBUG nova.network.neutron [req-5cf003cf-b26d-4f89-b5a1-d541aebf94f4 req-9923f4f2-ad2e-4807-b9e0-7c6722bb9e24 service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Updating instance_info_cache with network_info: [{"id": "89da1cd5-2218-4244-a117-bc5c522213a9", "address": "fa:16:3e:fd:62:f9", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89da1cd5-22", "ovs_interfaceid": "89da1cd5-2218-4244-a117-bc5c522213a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:05:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5cf003cf-b26d-4f89-b5a1-d541aebf94f4 req-9923f4f2-ad2e-4807-b9e0-7c6722bb9e24 service nova] Releasing lock "refresh_cache-ba697f5d-3bf2-4854-8bc5-0ef00406bf7a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:05:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:31 user nova-compute[75018]: DEBUG nova.network.neutron [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Successfully created port: eaf31ebd-4e35-403a-9acc-5d60c14858c2 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:05:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:05:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:05:32 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Instance spawned successfully.
Dec 05 17:05:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:05:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:32 user nova-compute[75018]: INFO nova.compute.manager [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Took 8.14 seconds to spawn the instance on the hypervisor.
Dec 05 17:05:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:05:32 user nova-compute[75018]: INFO nova.compute.manager [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Took 8.91 seconds to build instance.
Dec 05 17:05:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7bb129b6-a596-4c2b-a046-5c5f081d721b tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.045s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:32 user nova-compute[75018]: DEBUG nova.network.neutron [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Successfully updated port: eaf31ebd-4e35-403a-9acc-5d60c14858c2 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:05:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "refresh_cache-7f6d3f89-d809-4523-8573-610c7c82667b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:05:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquired lock "refresh_cache-7f6d3f89-d809-4523-8573-610c7c82667b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:05:33 user nova-compute[75018]: DEBUG nova.network.neutron [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:05:33 user nova-compute[75018]: DEBUG nova.network.neutron [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:05:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-ecb9e483-f9c4-43d5-ab26-70db3518f1d7 req-5e7e3dd3-f255-40a8-80bd-da139e307ba2 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received event network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ecb9e483-f9c4-43d5-ab26-70db3518f1d7 req-5e7e3dd3-f255-40a8-80bd-da139e307ba2 service nova] Acquiring lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ecb9e483-f9c4-43d5-ab26-70db3518f1d7 req-5e7e3dd3-f255-40a8-80bd-da139e307ba2 service nova] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ecb9e483-f9c4-43d5-ab26-70db3518f1d7 req-5e7e3dd3-f255-40a8-80bd-da139e307ba2 service nova] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-ecb9e483-f9c4-43d5-ab26-70db3518f1d7 req-5e7e3dd3-f255-40a8-80bd-da139e307ba2 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] No waiting events found dispatching network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:05:33 user nova-compute[75018]: WARNING nova.compute.manager [req-ecb9e483-f9c4-43d5-ab26-70db3518f1d7 req-5e7e3dd3-f255-40a8-80bd-da139e307ba2 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received unexpected event network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 for instance with vm_state active and task_state None.
Dec 05 17:05:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-ecb9e483-f9c4-43d5-ab26-70db3518f1d7 req-5e7e3dd3-f255-40a8-80bd-da139e307ba2 service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Received event network-changed-eaf31ebd-4e35-403a-9acc-5d60c14858c2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-ecb9e483-f9c4-43d5-ab26-70db3518f1d7 req-5e7e3dd3-f255-40a8-80bd-da139e307ba2 service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Refreshing instance network info cache due to event network-changed-eaf31ebd-4e35-403a-9acc-5d60c14858c2. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:05:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ecb9e483-f9c4-43d5-ab26-70db3518f1d7 req-5e7e3dd3-f255-40a8-80bd-da139e307ba2 service nova] Acquiring lock "refresh_cache-7f6d3f89-d809-4523-8573-610c7c82667b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.network.neutron [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Updating instance_info_cache with network_info: [{"id": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "address": "fa:16:3e:6d:10:a6", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeaf31ebd-4e", "ovs_interfaceid": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Releasing lock "refresh_cache-7f6d3f89-d809-4523-8573-610c7c82667b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.compute.manager [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Instance network_info: |[{"id": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "address": "fa:16:3e:6d:10:a6", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeaf31ebd-4e", "ovs_interfaceid": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ecb9e483-f9c4-43d5-ab26-70db3518f1d7 req-5e7e3dd3-f255-40a8-80bd-da139e307ba2 service nova] Acquired lock "refresh_cache-7f6d3f89-d809-4523-8573-610c7c82667b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.network.neutron [req-ecb9e483-f9c4-43d5-ab26-70db3518f1d7 req-5e7e3dd3-f255-40a8-80bd-da139e307ba2 service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Refreshing network info cache for port eaf31ebd-4e35-403a-9acc-5d60c14858c2 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Start _get_guest_xml network_info=[{"id": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "address": "fa:16:3e:6d:10:a6", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeaf31ebd-4e", "ovs_interfaceid": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:05:34 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:05:34 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:05:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2048065930',display_name='tempest-AttachVolumeNegativeTest-server-2048065930',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2048065930',id=22,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCIhtTS0wZQwtYFOVbx7t/O/uErQBHkNJfLA9WAbOkShLNLqcXb2/WHxJruHtYIGAkS3DxpqJJ92ppv+QhEmSC+NPpZPjSIqG2Pv53CxTJ/LiKXZUeoh0IXMWPclTi3xMg==',key_name='tempest-keypair-1428987524',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='91cb55b5c62f4d82ae96bc07a48fd906',ramdisk_id='',reservation_id='r-yy2ltweh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1278838961',owner_user_name='tempest-AttachVolumeNegativeTest-1278838961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:05:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c254db3ec00e40338c3323be0668689e',uuid=7f6d3f89-d809-4523-8573-610c7c82667b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "address": "fa:16:3e:6d:10:a6", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeaf31ebd-4e", "ovs_interfaceid": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converting VIF {"id": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "address": "fa:16:3e:6d:10:a6", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeaf31ebd-4e", "ovs_interfaceid": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:10:a6,bridge_name='br-int',has_traffic_filtering=True,id=eaf31ebd-4e35-403a-9acc-5d60c14858c2,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeaf31ebd-4e') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.objects.instance [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lazy-loading 'pci_devices' on Instance uuid 7f6d3f89-d809-4523-8573-610c7c82667b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.compute.manager [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:05:34 user nova-compute[75018]:   <uuid>7f6d3f89-d809-4523-8573-610c7c82667b</uuid>
Dec 05 17:05:34 user nova-compute[75018]:   <name>instance-00000016</name>
Dec 05 17:05:34 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:05:34 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:05:34 user nova-compute[75018]:   <metadata>
Dec 05 17:05:34 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:05:34 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:05:34 user nova-compute[75018]:       <nova:name>tempest-AttachVolumeNegativeTest-server-2048065930</nova:name>
Dec 05 17:05:34 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:05:34</nova:creationTime>
Dec 05 17:05:34 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:05:34 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:05:34 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:05:34 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:05:34 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:05:34 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:05:34 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:05:34 user nova-compute[75018]:       <nova:owner>
Dec 05 17:05:34 user nova-compute[75018]:         <nova:user uuid="c254db3ec00e40338c3323be0668689e">tempest-AttachVolumeNegativeTest-1278838961-project-member</nova:user>
Dec 05 17:05:34 user nova-compute[75018]:         <nova:project uuid="91cb55b5c62f4d82ae96bc07a48fd906">tempest-AttachVolumeNegativeTest-1278838961</nova:project>
Dec 05 17:05:34 user nova-compute[75018]:       </nova:owner>
Dec 05 17:05:34 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:05:34 user nova-compute[75018]:       <nova:ports>
Dec 05 17:05:34 user nova-compute[75018]:         <nova:port uuid="eaf31ebd-4e35-403a-9acc-5d60c14858c2">
Dec 05 17:05:34 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 05 17:05:34 user nova-compute[75018]:         </nova:port>
Dec 05 17:05:34 user nova-compute[75018]:       </nova:ports>
Dec 05 17:05:34 user nova-compute[75018]:     </nova:instance>
Dec 05 17:05:34 user nova-compute[75018]:   </metadata>
Dec 05 17:05:34 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:05:34 user nova-compute[75018]:     <system>
Dec 05 17:05:34 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:05:34 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:05:34 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:05:34 user nova-compute[75018]:       <entry name="serial">7f6d3f89-d809-4523-8573-610c7c82667b</entry>
Dec 05 17:05:34 user nova-compute[75018]:       <entry name="uuid">7f6d3f89-d809-4523-8573-610c7c82667b</entry>
Dec 05 17:05:34 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:05:34 user nova-compute[75018]:     </system>
Dec 05 17:05:34 user nova-compute[75018]:   </sysinfo>
Dec 05 17:05:34 user nova-compute[75018]:   <os>
Dec 05 17:05:34 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:05:34 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:05:34 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:05:34 user nova-compute[75018]:   </os>
Dec 05 17:05:34 user nova-compute[75018]:   <features>
Dec 05 17:05:34 user nova-compute[75018]:     <acpi/>
Dec 05 17:05:34 user nova-compute[75018]:     <apic/>
Dec 05 17:05:34 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:05:34 user nova-compute[75018]:   </features>
Dec 05 17:05:34 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:05:34 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:05:34 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:05:34 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:05:34 user nova-compute[75018]:   </clock>
Dec 05 17:05:34 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:05:34 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:05:34 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:05:34 user nova-compute[75018]:   </cpu>
Dec 05 17:05:34 user nova-compute[75018]:   <devices>
Dec 05 17:05:34 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:05:34 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:05:34 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk"/>
Dec 05 17:05:34 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:05:34 user nova-compute[75018]:     </disk>
Dec 05 17:05:34 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:05:34 user nova-compute[75018]:       <mac address="fa:16:3e:6d:10:a6"/>
Dec 05 17:05:34 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:05:34 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:05:34 user nova-compute[75018]:       <target dev="tapeaf31ebd-4e"/>
Dec 05 17:05:34 user nova-compute[75018]:     </interface>
Dec 05 17:05:34 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:05:34 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/console.log" append="off"/>
Dec 05 17:05:34 user nova-compute[75018]:     </serial>
Dec 05 17:05:34 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:05:34 user nova-compute[75018]:     <video>
Dec 05 17:05:34 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:05:34 user nova-compute[75018]:     </video>
Dec 05 17:05:34 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:05:34 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:05:34 user nova-compute[75018]:     </rng>
Dec 05 17:05:34 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:05:34 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:05:34 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:05:34 user nova-compute[75018]:     </memballoon>
Dec 05 17:05:34 user nova-compute[75018]:   </devices>
Dec 05 17:05:34 user nova-compute[75018]: </domain>
Dec 05 17:05:34 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:05:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2048065930',display_name='tempest-AttachVolumeNegativeTest-server-2048065930',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2048065930',id=22,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCIhtTS0wZQwtYFOVbx7t/O/uErQBHkNJfLA9WAbOkShLNLqcXb2/WHxJruHtYIGAkS3DxpqJJ92ppv+QhEmSC+NPpZPjSIqG2Pv53CxTJ/LiKXZUeoh0IXMWPclTi3xMg==',key_name='tempest-keypair-1428987524',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='91cb55b5c62f4d82ae96bc07a48fd906',ramdisk_id='',reservation_id='r-yy2ltweh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1278838961',owner_user_name='tempest-AttachVolumeNegativeTest-1278838961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:05:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c254db3ec00e40338c3323be0668689e',uuid=7f6d3f89-d809-4523-8573-610c7c82667b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "address": "fa:16:3e:6d:10:a6", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeaf31ebd-4e", "ovs_interfaceid": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converting VIF {"id": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "address": "fa:16:3e:6d:10:a6", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeaf31ebd-4e", "ovs_interfaceid": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:10:a6,bridge_name='br-int',has_traffic_filtering=True,id=eaf31ebd-4e35-403a-9acc-5d60c14858c2,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeaf31ebd-4e') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG os_vif [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:10:a6,bridge_name='br-int',has_traffic_filtering=True,id=eaf31ebd-4e35-403a-9acc-5d60c14858c2,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeaf31ebd-4e') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:05:34 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Instance spawned successfully.
Dec 05 17:05:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '24659020-86ce-5998-94ad-7d8fcd64f01c', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapeaf31ebd-4e, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapeaf31ebd-4e, col_values=(('qos', UUID('d17f9aff-c42c-47c3-83f4-80a0ae45a6ea')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapeaf31ebd-4e, col_values=(('external_ids', {'iface-id': 'eaf31ebd-4e35-403a-9acc-5d60c14858c2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6d:10:a6', 'vm-uuid': '7f6d3f89-d809-4523-8573-610c7c82667b'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:05:34 user nova-compute[75018]: INFO os_vif [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:10:a6,bridge_name='br-int',has_traffic_filtering=True,id=eaf31ebd-4e35-403a-9acc-5d60c14858c2,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeaf31ebd-4e')
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] No VIF found with MAC fa:16:3e:6d:10:a6, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:05:34 user nova-compute[75018]: INFO nova.compute.manager [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Took 8.99 seconds to spawn the instance on the hypervisor.
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.compute.manager [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:05:34 user nova-compute[75018]: INFO nova.compute.manager [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Took 10.01 seconds to build instance.
Dec 05 17:05:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-89696e03-bc4d-42bd-8ec2-8d40d032cefa tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.133s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.network.neutron [req-ecb9e483-f9c4-43d5-ab26-70db3518f1d7 req-5e7e3dd3-f255-40a8-80bd-da139e307ba2 service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Updated VIF entry in instance network info cache for port eaf31ebd-4e35-403a-9acc-5d60c14858c2. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.network.neutron [req-ecb9e483-f9c4-43d5-ab26-70db3518f1d7 req-5e7e3dd3-f255-40a8-80bd-da139e307ba2 service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Updating instance_info_cache with network_info: [{"id": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "address": "fa:16:3e:6d:10:a6", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeaf31ebd-4e", "ovs_interfaceid": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ecb9e483-f9c4-43d5-ab26-70db3518f1d7 req-5e7e3dd3-f255-40a8-80bd-da139e307ba2 service nova] Releasing lock "refresh_cache-7f6d3f89-d809-4523-8573-610c7c82667b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "b60ed568-caad-48a7-845a-46861ba931c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "b60ed568-caad-48a7-845a-46861ba931c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:34 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:05:34 user nova-compute[75018]: INFO nova.compute.claims [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Claim successful on node user
Dec 05 17:05:35 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:05:35 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:05:35 user nova-compute[75018]: DEBUG nova.compute.manager [req-47299ce5-d9b9-439c-8d0f-7bfa4789a1d7 req-6a6537e9-46b1-4639-84bf-daa288255c34 service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Received event network-vif-plugged-89da1cd5-2218-4244-a117-bc5c522213a9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-47299ce5-d9b9-439c-8d0f-7bfa4789a1d7 req-6a6537e9-46b1-4639-84bf-daa288255c34 service nova] Acquiring lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-47299ce5-d9b9-439c-8d0f-7bfa4789a1d7 req-6a6537e9-46b1-4639-84bf-daa288255c34 service nova] Lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-47299ce5-d9b9-439c-8d0f-7bfa4789a1d7 req-6a6537e9-46b1-4639-84bf-daa288255c34 service nova] Lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:35 user nova-compute[75018]: DEBUG nova.compute.manager [req-47299ce5-d9b9-439c-8d0f-7bfa4789a1d7 req-6a6537e9-46b1-4639-84bf-daa288255c34 service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] No waiting events found dispatching network-vif-plugged-89da1cd5-2218-4244-a117-bc5c522213a9 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:05:35 user nova-compute[75018]: WARNING nova.compute.manager [req-47299ce5-d9b9-439c-8d0f-7bfa4789a1d7 req-6a6537e9-46b1-4639-84bf-daa288255c34 service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Received unexpected event network-vif-plugged-89da1cd5-2218-4244-a117-bc5c522213a9 for instance with vm_state active and task_state None.
Dec 05 17:05:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.605s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:35 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:05:35 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:05:35 user nova-compute[75018]: DEBUG nova.network.neutron [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:05:35 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:05:35 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:05:35 user nova-compute[75018]: DEBUG nova.policy [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be6da9382d0346619eb79a3489233fe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5434d7439bc54019aafeda09289564e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:05:35 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:05:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:05:35 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Creating image(s)
Dec 05 17:05:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "/opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "/opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "/opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.278s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.223s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk 1073741824" returned: 0 in 0.059s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.289s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG nova.network.neutron [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Successfully created port: 5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.241s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:05:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json" returned: 0 in 0.293s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Cannot resize image /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Ensure instance console log exists: /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NDGdWbHw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:05:37 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:05:37 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:05:37 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[01b61c25-89dd-41f6-b4a5-a3e8652dbf6e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:05:37 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG nova.network.neutron [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Successfully updated port: 5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG nova.compute.manager [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Received event network-vif-plugged-89da1cd5-2218-4244-a117-bc5c522213a9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] Acquiring lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] Lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] Lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG nova.compute.manager [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] No waiting events found dispatching network-vif-plugged-89da1cd5-2218-4244-a117-bc5c522213a9 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:05:37 user nova-compute[75018]: WARNING nova.compute.manager [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Received unexpected event network-vif-plugged-89da1cd5-2218-4244-a117-bc5c522213a9 for instance with vm_state active and task_state None.
Dec 05 17:05:37 user nova-compute[75018]: DEBUG nova.compute.manager [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Received event network-vif-plugged-eaf31ebd-4e35-403a-9acc-5d60c14858c2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] Acquiring lock "7f6d3f89-d809-4523-8573-610c7c82667b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] Lock "7f6d3f89-d809-4523-8573-610c7c82667b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] Lock "7f6d3f89-d809-4523-8573-610c7c82667b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG nova.compute.manager [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] No waiting events found dispatching network-vif-plugged-eaf31ebd-4e35-403a-9acc-5d60c14858c2 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:05:37 user nova-compute[75018]: WARNING nova.compute.manager [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Received unexpected event network-vif-plugged-eaf31ebd-4e35-403a-9acc-5d60c14858c2 for instance with vm_state building and task_state spawning.
Dec 05 17:05:37 user nova-compute[75018]: DEBUG nova.compute.manager [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Received event network-vif-plugged-eaf31ebd-4e35-403a-9acc-5d60c14858c2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] Acquiring lock "7f6d3f89-d809-4523-8573-610c7c82667b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] Lock "7f6d3f89-d809-4523-8573-610c7c82667b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] Lock "7f6d3f89-d809-4523-8573-610c7c82667b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG nova.compute.manager [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] No waiting events found dispatching network-vif-plugged-eaf31ebd-4e35-403a-9acc-5d60c14858c2 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:05:37 user nova-compute[75018]: WARNING nova.compute.manager [req-aff356d9-0953-41ce-8c21-faf3f89f2ac9 req-4bb6ff2f-538a-4119-83e4-477ef24e0d4f service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Received unexpected event network-vif-plugged-eaf31ebd-4e35-403a-9acc-5d60c14858c2 for instance with vm_state building and task_state spawning.
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.030s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2062d69-eb73-4b64-9311-35d2da1cb997]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475] added
Dec 05 17:05:37 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquired lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG nova.network.neutron [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG nova.compute.manager [req-aebd69b0-26bc-468f-8560-829d4f41dcc8 req-22dd8e1b-39f7-42c7-a275-f9f08f236d9f service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received event network-changed-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG nova.compute.manager [req-aebd69b0-26bc-468f-8560-829d4f41dcc8 req-22dd8e1b-39f7-42c7-a275-f9f08f236d9f service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Refreshing instance network info cache due to event network-changed-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-aebd69b0-26bc-468f-8560-829d4f41dcc8 req-22dd8e1b-39f7-42c7-a275-f9f08f236d9f service nova] Acquiring lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0da9c8a6-89a1-47e2-aa9a-09af18b7c328]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb18ac18-8a8e-4c8d-a5c5-1da95453a5a3]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NDGdWbHw {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NDGdWbHw" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[79d33462-c667-4449-8b9e-2a308b8bab85]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NDGdWbHw'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG nova.network.neutron [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[36da4cf4-1901-4969-ac12-e40a14c8d7ad]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[06658d23-6d78-4305-b86e-0445ddd4caa3]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:05:37 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:05:37 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1b9f789-3c33-462b-9cf0-343a574156db]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475, portal: 172.16.0.220,3260]
Dec 05 17:05:37 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475, portal: 172.16.0.220,3260] successful.
Dec 05 17:05:37 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[de87ce53-4d15-45b9-b07e-e5c3a6fc60fc]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2018cea-dccb-4108-8a90-a4a7eaa51abd]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:05:37 user nova-compute[75018]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 (non-flash)
Dec 05 17:05:37 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:05:37 user nova-compute[75018]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 (non-flash)
Dec 05 17:05:37 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.393s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] HCTL ('34', '-', '-', 0) found on session 21 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:05:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ad0bc39-5728-42a3-bd3a-f046613e5be4]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Searching for a device in session 21 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NDGdWbHw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Updating instance_info_cache with network_info: [{"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Releasing lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Instance network_info: |[{"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-aebd69b0-26bc-468f-8560-829d4f41dcc8 req-22dd8e1b-39f7-42c7-a275-f9f08f236d9f service nova] Acquired lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.network.neutron [req-aebd69b0-26bc-468f-8560-829d4f41dcc8 req-22dd8e1b-39f7-42c7-a275-f9f08f236d9f service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Refreshing network info cache for port 5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Start _get_guest_xml network_info=[{"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:05:38 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:05:38 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:05:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1170228124',display_name='tempest-ServerStableDeviceRescueTest-server-1170228124',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1170228124',id=23,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBApK9y2vxT3p+4VOj8v7MEonKms2cXpoXged6Bn6VkTe3jGHdwRWaLoLIUl40LfxztL6fyZvXbGvo1BcOpR51UK1NEW7pK6aax7zphEKPGYMoGQTO2awvPYHIiiW3mwo1g==',key_name='tempest-keypair-879109661',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5434d7439bc54019aafeda09289564e3',ramdisk_id='',reservation_id='r-0hx0ep33',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-55258386',owner_user_name='tempest-ServerStableDeviceRescueTest-55258386-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:05:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='be6da9382d0346619eb79a3489233fe2',uuid=b60ed568-caad-48a7-845a-46861ba931c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Converting VIF {"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fc:05:41,bridge_name='br-int',has_traffic_filtering=True,id=5fbc9a41-5ea5-4e7f-92b4-66f4acceef56,network=Network(bfee9c76-6159-4482-a44c-8965016ac43b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fbc9a41-5e') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.objects.instance [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lazy-loading 'pci_devices' on Instance uuid b60ed568-caad-48a7-845a-46861ba931c0 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:05:38 user nova-compute[75018]:   <uuid>b60ed568-caad-48a7-845a-46861ba931c0</uuid>
Dec 05 17:05:38 user nova-compute[75018]:   <name>instance-00000017</name>
Dec 05 17:05:38 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:05:38 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:05:38 user nova-compute[75018]:   <metadata>
Dec 05 17:05:38 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:05:38 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:05:38 user nova-compute[75018]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1170228124</nova:name>
Dec 05 17:05:38 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:05:38</nova:creationTime>
Dec 05 17:05:38 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:05:38 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:05:38 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:05:38 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:05:38 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:05:38 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:05:38 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:05:38 user nova-compute[75018]:       <nova:owner>
Dec 05 17:05:38 user nova-compute[75018]:         <nova:user uuid="be6da9382d0346619eb79a3489233fe2">tempest-ServerStableDeviceRescueTest-55258386-project-member</nova:user>
Dec 05 17:05:38 user nova-compute[75018]:         <nova:project uuid="5434d7439bc54019aafeda09289564e3">tempest-ServerStableDeviceRescueTest-55258386</nova:project>
Dec 05 17:05:38 user nova-compute[75018]:       </nova:owner>
Dec 05 17:05:38 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:05:38 user nova-compute[75018]:       <nova:ports>
Dec 05 17:05:38 user nova-compute[75018]:         <nova:port uuid="5fbc9a41-5ea5-4e7f-92b4-66f4acceef56">
Dec 05 17:05:38 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 05 17:05:38 user nova-compute[75018]:         </nova:port>
Dec 05 17:05:38 user nova-compute[75018]:       </nova:ports>
Dec 05 17:05:38 user nova-compute[75018]:     </nova:instance>
Dec 05 17:05:38 user nova-compute[75018]:   </metadata>
Dec 05 17:05:38 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:05:38 user nova-compute[75018]:     <system>
Dec 05 17:05:38 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:05:38 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:05:38 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:05:38 user nova-compute[75018]:       <entry name="serial">b60ed568-caad-48a7-845a-46861ba931c0</entry>
Dec 05 17:05:38 user nova-compute[75018]:       <entry name="uuid">b60ed568-caad-48a7-845a-46861ba931c0</entry>
Dec 05 17:05:38 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:05:38 user nova-compute[75018]:     </system>
Dec 05 17:05:38 user nova-compute[75018]:   </sysinfo>
Dec 05 17:05:38 user nova-compute[75018]:   <os>
Dec 05 17:05:38 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:05:38 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:05:38 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:05:38 user nova-compute[75018]:   </os>
Dec 05 17:05:38 user nova-compute[75018]:   <features>
Dec 05 17:05:38 user nova-compute[75018]:     <acpi/>
Dec 05 17:05:38 user nova-compute[75018]:     <apic/>
Dec 05 17:05:38 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:05:38 user nova-compute[75018]:   </features>
Dec 05 17:05:38 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:05:38 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:05:38 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:05:38 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:05:38 user nova-compute[75018]:   </clock>
Dec 05 17:05:38 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:05:38 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:05:38 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:05:38 user nova-compute[75018]:   </cpu>
Dec 05 17:05:38 user nova-compute[75018]:   <devices>
Dec 05 17:05:38 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:05:38 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:05:38 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk"/>
Dec 05 17:05:38 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:05:38 user nova-compute[75018]:     </disk>
Dec 05 17:05:38 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:05:38 user nova-compute[75018]:       <mac address="fa:16:3e:fc:05:41"/>
Dec 05 17:05:38 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:05:38 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:05:38 user nova-compute[75018]:       <target dev="tap5fbc9a41-5e"/>
Dec 05 17:05:38 user nova-compute[75018]:     </interface>
Dec 05 17:05:38 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:05:38 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/console.log" append="off"/>
Dec 05 17:05:38 user nova-compute[75018]:     </serial>
Dec 05 17:05:38 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:05:38 user nova-compute[75018]:     <video>
Dec 05 17:05:38 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:05:38 user nova-compute[75018]:     </video>
Dec 05 17:05:38 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:05:38 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:05:38 user nova-compute[75018]:     </rng>
Dec 05 17:05:38 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:05:38 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:05:38 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:05:38 user nova-compute[75018]:     </memballoon>
Dec 05 17:05:38 user nova-compute[75018]:   </devices>
Dec 05 17:05:38 user nova-compute[75018]: </domain>
Dec 05 17:05:38 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:05:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1170228124',display_name='tempest-ServerStableDeviceRescueTest-server-1170228124',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1170228124',id=23,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBApK9y2vxT3p+4VOj8v7MEonKms2cXpoXged6Bn6VkTe3jGHdwRWaLoLIUl40LfxztL6fyZvXbGvo1BcOpR51UK1NEW7pK6aax7zphEKPGYMoGQTO2awvPYHIiiW3mwo1g==',key_name='tempest-keypair-879109661',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5434d7439bc54019aafeda09289564e3',ramdisk_id='',reservation_id='r-0hx0ep33',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-55258386',owner_user_name='tempest-ServerStableDeviceRescueTest-55258386-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:05:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='be6da9382d0346619eb79a3489233fe2',uuid=b60ed568-caad-48a7-845a-46861ba931c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Converting VIF {"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fc:05:41,bridge_name='br-int',has_traffic_filtering=True,id=5fbc9a41-5ea5-4e7f-92b4-66f4acceef56,network=Network(bfee9c76-6159-4482-a44c-8965016ac43b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fbc9a41-5e') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG os_vif [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:05:41,bridge_name='br-int',has_traffic_filtering=True,id=5fbc9a41-5ea5-4e7f-92b4-66f4acceef56,network=Network(bfee9c76-6159-4482-a44c-8965016ac43b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fbc9a41-5e') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7e961589-9147-56fe-b4e5-d610064b4e6c', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5fbc9a41-5e, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5fbc9a41-5e, col_values=(('qos', UUID('df81c5d5-4132-4a35-9f48-fa0c042db9dd')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5fbc9a41-5e, col_values=(('external_ids', {'iface-id': '5fbc9a41-5ea5-4e7f-92b4-66f4acceef56', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fc:05:41', 'vm-uuid': 'b60ed568-caad-48a7-845a-46861ba931c0'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:38 user nova-compute[75018]: INFO os_vif [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:05:41,bridge_name='br-int',has_traffic_filtering=True,id=5fbc9a41-5ea5-4e7f-92b4-66f4acceef56,network=Network(bfee9c76-6159-4482-a44c-8965016ac43b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fbc9a41-5e')
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] No VIF found with MAC fa:16:3e:fc:05:41, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.network.neutron [req-aebd69b0-26bc-468f-8560-829d4f41dcc8 req-22dd8e1b-39f7-42c7-a275-f9f08f236d9f service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Updated VIF entry in instance network info cache for port 5fbc9a41-5ea5-4e7f-92b4-66f4acceef56. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.network.neutron [req-aebd69b0-26bc-468f-8560-829d4f41dcc8 req-22dd8e1b-39f7-42c7-a275-f9f08f236d9f service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Updating instance_info_cache with network_info: [{"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:05:38 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Instance spawned successfully.
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-aebd69b0-26bc-468f-8560-829d4f41dcc8 req-22dd8e1b-39f7-42c7-a275-f9f08f236d9f service nova] Releasing lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:38 user nova-compute[75018]: INFO nova.compute.manager [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Took 9.32 seconds to spawn the instance on the hypervisor.
Dec 05 17:05:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:05:38 user nova-compute[75018]: INFO nova.compute.manager [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Took 10.41 seconds to build instance.
Dec 05 17:05:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-dee9c2c6-f279-4c7a-b162-b8289e3d9dfd tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "7f6d3f89-d809-4523-8573-610c7c82667b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.517s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.430s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:05:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] <== connect_volume: return (1432ms) {'type': 'block', 'scsi_wwn': '26566643363653836', 'path': '/dev/sdc'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:05:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26566643363653836', 'path': '/dev/sdc'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:05:39 user nova-compute[75018]: DEBUG nova.objects.instance [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lazy-loading 'flavor' on Instance uuid 5343f265-d477-426d-8262-c86bd90d45c4 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:05:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:05:39 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:05:39 user nova-compute[75018]:   <source dev="/dev/sdc"/>
Dec 05 17:05:39 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:05:39 user nova-compute[75018]:   <serial>64de7067-af17-4f69-8a8d-734214769475</serial>
Dec 05 17:05:39 user nova-compute[75018]: </disk>
Dec 05 17:05:39 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:05:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:05:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:05:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] No VIF found with MAC fa:16:3e:bc:1b:5b, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:05:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-189257a9-249f-43f4-895c-e2d68ef99ff8 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "5343f265-d477-426d-8262-c86bd90d45c4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.690s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-14cd4e51-77c0-4e40-b699-6bb4513f67d2 req-3fdebafd-23f1-4470-bec3-bfe62e4abcf5 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received event network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-14cd4e51-77c0-4e40-b699-6bb4513f67d2 req-3fdebafd-23f1-4470-bec3-bfe62e4abcf5 service nova] Acquiring lock "b60ed568-caad-48a7-845a-46861ba931c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-14cd4e51-77c0-4e40-b699-6bb4513f67d2 req-3fdebafd-23f1-4470-bec3-bfe62e4abcf5 service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-14cd4e51-77c0-4e40-b699-6bb4513f67d2 req-3fdebafd-23f1-4470-bec3-bfe62e4abcf5 service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-14cd4e51-77c0-4e40-b699-6bb4513f67d2 req-3fdebafd-23f1-4470-bec3-bfe62e4abcf5 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] No waiting events found dispatching network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:05:40 user nova-compute[75018]: WARNING nova.compute.manager [req-14cd4e51-77c0-4e40-b699-6bb4513f67d2 req-3fdebafd-23f1-4470-bec3-bfe62e4abcf5 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received unexpected event network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 for instance with vm_state building and task_state spawning.
Dec 05 17:05:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-e04d5998-c0a1-4b2a-bf28-06e7263719ac req-d6ed1115-f32b-4156-abe8-8ef9fe064dc9 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Received event network-changed-58d9f2be-225b-401d-939a-ef65afc9cbe9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-e04d5998-c0a1-4b2a-bf28-06e7263719ac req-d6ed1115-f32b-4156-abe8-8ef9fe064dc9 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Refreshing instance network info cache due to event network-changed-58d9f2be-225b-401d-939a-ef65afc9cbe9. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:05:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e04d5998-c0a1-4b2a-bf28-06e7263719ac req-d6ed1115-f32b-4156-abe8-8ef9fe064dc9 service nova] Acquiring lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:05:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e04d5998-c0a1-4b2a-bf28-06e7263719ac req-d6ed1115-f32b-4156-abe8-8ef9fe064dc9 service nova] Acquired lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:05:41 user nova-compute[75018]: DEBUG nova.network.neutron [req-e04d5998-c0a1-4b2a-bf28-06e7263719ac req-d6ed1115-f32b-4156-abe8-8ef9fe064dc9 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Refreshing network info cache for port 58d9f2be-225b-401d-939a-ef65afc9cbe9 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-cf3760b5-3158-4610-b6dc-1315e487ad74 req-f3da9478-c9de-48e5-985b-bd328432bcf8 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received event network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cf3760b5-3158-4610-b6dc-1315e487ad74 req-f3da9478-c9de-48e5-985b-bd328432bcf8 service nova] Acquiring lock "b60ed568-caad-48a7-845a-46861ba931c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cf3760b5-3158-4610-b6dc-1315e487ad74 req-f3da9478-c9de-48e5-985b-bd328432bcf8 service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cf3760b5-3158-4610-b6dc-1315e487ad74 req-f3da9478-c9de-48e5-985b-bd328432bcf8 service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-cf3760b5-3158-4610-b6dc-1315e487ad74 req-f3da9478-c9de-48e5-985b-bd328432bcf8 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] No waiting events found dispatching network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:05:42 user nova-compute[75018]: WARNING nova.compute.manager [req-cf3760b5-3158-4610-b6dc-1315e487ad74 req-f3da9478-c9de-48e5-985b-bd328432bcf8 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received unexpected event network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 for instance with vm_state building and task_state spawning.
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:05:42 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Instance spawned successfully.
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.network.neutron [req-e04d5998-c0a1-4b2a-bf28-06e7263719ac req-d6ed1115-f32b-4156-abe8-8ef9fe064dc9 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Updated VIF entry in instance network info cache for port 58d9f2be-225b-401d-939a-ef65afc9cbe9. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.network.neutron [req-e04d5998-c0a1-4b2a-bf28-06e7263719ac req-d6ed1115-f32b-4156-abe8-8ef9fe064dc9 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Updating instance_info_cache with network_info: [{"id": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "address": "fa:16:3e:2c:95:36", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d9f2be-22", "ovs_interfaceid": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e04d5998-c0a1-4b2a-bf28-06e7263719ac req-d6ed1115-f32b-4156-abe8-8ef9fe064dc9 service nova] Releasing lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "5343f265-d477-426d-8262-c86bd90d45c4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "5343f265-d477-426d-8262-c86bd90d45c4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:42 user nova-compute[75018]: INFO nova.compute.manager [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Detaching volume 64de7067-af17-4f69-8a8d-734214769475
Dec 05 17:05:42 user nova-compute[75018]: INFO nova.compute.manager [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Took 6.83 seconds to spawn the instance on the hypervisor.
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:05:42 user nova-compute[75018]: INFO nova.virt.block_device [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Attempting to driver detach volume 64de7067-af17-4f69-8a8d-734214769475 from mountpoint /dev/vdb
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Attempting to detach device vdb from instance 5343f265-d477-426d-8262-c86bd90d45c4 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:05:42 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:05:42 user nova-compute[75018]:   <source dev="/dev/sdc"/>
Dec 05 17:05:42 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:05:42 user nova-compute[75018]:   <serial>64de7067-af17-4f69-8a8d-734214769475</serial>
Dec 05 17:05:42 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:05:42 user nova-compute[75018]: </disk>
Dec 05 17:05:42 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:05:42 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Successfully detached device vdb from instance 5343f265-d477-426d-8262-c86bd90d45c4 from the persistent domain config.
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5343f265-d477-426d-8262-c86bd90d45c4 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:05:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:05:42 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:05:42 user nova-compute[75018]:   <source dev="/dev/sdc"/>
Dec 05 17:05:42 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:05:42 user nova-compute[75018]:   <serial>64de7067-af17-4f69-8a8d-734214769475</serial>
Dec 05 17:05:42 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:05:42 user nova-compute[75018]: </disk>
Dec 05 17:05:42 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:05:42 user nova-compute[75018]: INFO nova.compute.manager [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Took 7.96 seconds to build instance.
Dec 05 17:05:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d878b436-48b3-4bd5-8af2-7b94a46d8e63 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "b60ed568-caad-48a7-845a-46861ba931c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.090s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5343f265-d477-426d-8262-c86bd90d45c4 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:05:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:54 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:05:54 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:05:54 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:05:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:05:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:05:54 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:05:55 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Updating instance_info_cache with network_info: [{"id": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "address": "fa:16:3e:58:a4:88", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02002bcb-35", "ovs_interfaceid": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:05:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:05:55 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:05:55 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:05:55 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:05:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:05:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:05:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:05:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:05:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:05:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:05:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:05:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:05:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:00 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:06:00 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:06:00 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7259MB free_disk=25.269084930419922GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:06:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 533bba90-582b-4ad5-9763-532788f79d6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:06:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5931bfc3-7400-4941-bc87-b07f86c6982b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:06:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 72f18866-6d44-4c27-9469-e89f4be276c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:06:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance acf77ce1-141a-4c0e-8dab-6759f7dcc507 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:06:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5343f265-d477-426d-8262-c86bd90d45c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:06:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:06:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 80d92ef7-6c7e-499e-a0a9-e1c9180533c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:06:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance d7af0f3d-ce07-4d51-96b6-edfb1aea885b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:06:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance ba697f5d-3bf2-4854-8bc5-0ef00406bf7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:06:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 7f6d3f89-d809-4523-8573-610c7c82667b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:06:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b60ed568-caad-48a7-845a-46861ba931c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:06:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:06:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:06:01 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:06:01 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:06:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:06:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.483s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:06:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:06:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:06:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:06:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:06:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:06:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:03 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5343f265-d477-426d-8262-c86bd90d45c4 is timed out.
Dec 05 17:06:03 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Successfully detached device vdb from instance 5343f265-d477-426d-8262-c86bd90d45c4 from the live domain config.
Dec 05 17:06:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NDGdWbHw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:06:03 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.097s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9cafd20-53db-4ae6-831e-2f8bb0a0f6a4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:06:03 user nova-compute[75018]: No targets found.
Dec 05 17:06:03 user nova-compute[75018]: iSNS:
Dec 05 17:06:03 user nova-compute[75018]: No targets found.
Dec 05 17:06:03 user nova-compute[75018]: STATIC:
Dec 05 17:06:03 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475
Dec 05 17:06:03 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:06:03 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:06:03 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f
Dec 05 17:06:03 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:06:03 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:06:03 user nova-compute[75018]: FIRMWARE:
Dec 05 17:06:03 user nova-compute[75018]: No targets found.
Dec 05 17:06:03 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:06:03 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:06:03 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[779a17cf-e025-475d-9de9-6c0b4cc9bbf9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[43035667-5b97-46ee-9bf9-b97dbe742613]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:06:03 user nova-compute[75018]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 (non-flash)
Dec 05 17:06:03 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:06:03 user nova-compute[75018]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 (non-flash)
Dec 05 17:06:03 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c825e7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475'): ({'sdc'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Removing single pathed devices sdc {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f5d7e99-db89-4394-b616-ebcb81d831b9]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[381057fc-132f-4533-a54a-662c9dda346f]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Flushing IO for device /dev/sdc {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a24e727-3bc2-498d-adad-61cf7dc19fa9]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2c2280f-5379-42c3-bb9d-533698e29fd4]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0126270-f19f-4970-b24f-01e0044a232e]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[283022b2-07e7-43d0-876d-a5a3f1608fa0]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475, portal: 172.16.0.220,3260]
Dec 05 17:06:03 user nova-compute[75018]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475, portal: 172.16.0.220,3260] successful.
Dec 05 17:06:03 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64de7067-af17-4f69-8a8d-734214769475 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[74b349da-84ab-463e-86df-9250236a0166]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.397s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] <== disconnect_volume: return (398ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:06:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:06:04 user nova-compute[75018]: DEBUG nova.objects.instance [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lazy-loading 'flavor' on Instance uuid 5343f265-d477-426d-8262-c86bd90d45c4 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:06:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7a71cd21-f95b-451f-815d-4ffb39554000 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "5343f265-d477-426d-8262-c86bd90d45c4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.963s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:14 user nova-compute[75018]: DEBUG nova.compute.manager [req-9d5541cc-f9b3-45ba-8283-9a2395002c26 req-1a8cfdd9-1ece-4c09-a790-5c071f213d23 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received event network-changed-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:06:14 user nova-compute[75018]: DEBUG nova.compute.manager [req-9d5541cc-f9b3-45ba-8283-9a2395002c26 req-1a8cfdd9-1ece-4c09-a790-5c071f213d23 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Refreshing instance network info cache due to event network-changed-39a7234d-3caf-41c5-bf73-2c29316c366f. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:06:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9d5541cc-f9b3-45ba-8283-9a2395002c26 req-1a8cfdd9-1ece-4c09-a790-5c071f213d23 service nova] Acquiring lock "refresh_cache-80d92ef7-6c7e-499e-a0a9-e1c9180533c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:06:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9d5541cc-f9b3-45ba-8283-9a2395002c26 req-1a8cfdd9-1ece-4c09-a790-5c071f213d23 service nova] Acquired lock "refresh_cache-80d92ef7-6c7e-499e-a0a9-e1c9180533c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:06:14 user nova-compute[75018]: DEBUG nova.network.neutron [req-9d5541cc-f9b3-45ba-8283-9a2395002c26 req-1a8cfdd9-1ece-4c09-a790-5c071f213d23 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Refreshing network info cache for port 39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:06:15 user nova-compute[75018]: DEBUG nova.network.neutron [req-9d5541cc-f9b3-45ba-8283-9a2395002c26 req-1a8cfdd9-1ece-4c09-a790-5c071f213d23 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Updated VIF entry in instance network info cache for port 39a7234d-3caf-41c5-bf73-2c29316c366f. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:06:15 user nova-compute[75018]: DEBUG nova.network.neutron [req-9d5541cc-f9b3-45ba-8283-9a2395002c26 req-1a8cfdd9-1ece-4c09-a790-5c071f213d23 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Updating instance_info_cache with network_info: [{"id": "39a7234d-3caf-41c5-bf73-2c29316c366f", "address": "fa:16:3e:f2:b7:89", "network": {"id": "cc4b2d6d-b1ec-4592-b2c4-a70e18857e46", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-530753684-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.16", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07412e547a514c3da5a00a1a75767a90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39a7234d-3c", "ovs_interfaceid": "39a7234d-3caf-41c5-bf73-2c29316c366f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:06:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9d5541cc-f9b3-45ba-8283-9a2395002c26 req-1a8cfdd9-1ece-4c09-a790-5c071f213d23 service nova] Releasing lock "refresh_cache-80d92ef7-6c7e-499e-a0a9-e1c9180533c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:06:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Acquiring lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:18 user nova-compute[75018]: DEBUG nova.objects.instance [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lazy-loading 'flavor' on Instance uuid 80d92ef7-6c7e-499e-a0a9-e1c9180533c3 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:06:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Acquiring lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:19 user nova-compute[75018]: INFO nova.compute.manager [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Attaching volume 068c70fb-5aec-4f7e-a704-0225a8e27b1c to /dev/vdb
Dec 05 17:06:19 user nova-compute[75018]: DEBUG os_brick.utils [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9116aee-aabf-4e22-8aac-1d360f3ff285]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff6d1a3e-0e50-4be8-a886-dfef2092daea]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc7116f2-d8f3-4a21-bf48-c4d9f15f5bb2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa3cb7dd-1330-4870-abad-8fa1707b5480]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:06:19 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:06:19 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9a0caac-c7dd-468b-aa94-6bb07ea4e19f]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG os_brick.utils [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:06:19 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Updating existing volume attachment record: f17aaff9-a543-45b6-90b0-58eaa51f6fe6 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:06:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "72f18866-6d44-4c27-9469-e89f4be276c5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG nova.objects.instance [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lazy-loading 'flavor' on Instance uuid 72f18866-6d44-4c27-9469-e89f4be276c5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "72f18866-6d44-4c27-9469-e89f4be276c5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "72f18866-6d44-4c27-9469-e89f4be276c5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:24 user nova-compute[75018]: INFO nova.compute.manager [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Attaching volume 348527f8-3a51-4869-b050-d0d2c9c7dbbe to /dev/vdb
Dec 05 17:06:24 user nova-compute[75018]: DEBUG os_brick.utils [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[16db9daa-5693-475e-8df3-b32dada8ad25]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fe256fc-b2a2-4d25-a955-f5d3693f7082]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2da49f0-fa83-4c35-a0d9-ce565b3fe727]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1c316c8-5474-4b64-9b62-1dadf5049404]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:06:24 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:06:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f071994-7f43-4e8e-a6c8-36ca637ffc19]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG os_brick.utils [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:06:24 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Updating existing volume attachment record: 3c4880f8-00b5-4ace-bf17-0073396c29ed {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:06:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:06:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "186d52ed-d917-4547-877b-fa4431b8d30b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:33 user nova-compute[75018]: DEBUG nova.compute.manager [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:06:34 user nova-compute[75018]: INFO nova.compute.claims [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Claim successful on node user
Dec 05 17:06:34 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.616s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG nova.compute.manager [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG nova.compute.manager [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG nova.network.neutron [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kTdzAWfQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:06:34 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:06:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:06:34 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:06:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:06:34 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:06:34 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ddae57b-ec0e-4b3a-ad59-f84f537ee1ee]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:06:34 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG nova.compute.manager [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d9577c7-1933-4ef9-bf04-21b6e678e56f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe] added
Dec 05 17:06:34 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG nova.policy [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8690c14a73d84daa91572814b703c48b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c59020daca4249899bd1aaccf3b0e4c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b24faedb-436f-4b19-93df-e140f18a2165]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f86e1b4-41cf-4e7b-9782-5fafebfcfc2b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kTdzAWfQ {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kTdzAWfQ" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b35a960-4a60-4474-932a-769f529116ea]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kTdzAWfQ'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG nova.compute.manager [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:06:34 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Creating image(s)
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "/opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "/opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "/opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[68a660b7-9e19-4b35-b49e-07a25fc3a52c]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2fcdac6-ed48-4156-b6f3-27f5ad8050b3]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:06:34 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:06:34 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:06:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[20bb2352-f1b7-4827-998d-2eb8dd0ee3ff]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260]
Dec 05 17:06:35 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260] successful.
Dec 05 17:06:35 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[eebf7cf1-d927-47d2-8d56-644f1b6f85a8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[acd5ec97-b27c-428b-bb80-b4d0ba0a9065]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:06:35 user nova-compute[75018]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:06:35 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:06:35 user nova-compute[75018]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:06:35 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.346s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] HCTL ('34', '-', '-', 0) found on session 22 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3662a2db-d3e9-4b1d-8db7-77231dfea96e]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Searching for a device in session 22 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kTdzAWfQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.258s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.220s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG nova.network.neutron [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Successfully created port: 50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk 1073741824" returned: 0 in 0.080s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.307s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Checking if we can resize image /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Cannot resize image /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Ensure instance console log exists: /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.389s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] <== connect_volume: return (1391ms) {'type': 'block', 'scsi_wwn': '23937323330626633', 'path': '/dev/sdc'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23937323330626633', 'path': '/dev/sdc'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.objects.instance [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lazy-loading 'flavor' on Instance uuid 72f18866-6d44-4c27-9469-e89f4be276c5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:06:36 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:06:36 user nova-compute[75018]:   <source dev="/dev/sdc"/>
Dec 05 17:06:36 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:06:36 user nova-compute[75018]:   <serial>348527f8-3a51-4869-b050-d0d2c9c7dbbe</serial>
Dec 05 17:06:36 user nova-compute[75018]: </disk>
Dec 05 17:06:36 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.network.neutron [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Successfully updated port: 50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquired lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.network.neutron [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-c1136295-7f87-4e60-bb88-3573f313ae96 req-a36158f7-629f-4d43-bdff-1ef4b4cf10a8 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received event network-changed-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-c1136295-7f87-4e60-bb88-3573f313ae96 req-a36158f7-629f-4d43-bdff-1ef4b4cf10a8 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Refreshing instance network info cache due to event network-changed-50001cf1-90f3-4bab-9825-e69bed0bedbe. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c1136295-7f87-4e60-bb88-3573f313ae96 req-a36158f7-629f-4d43-bdff-1ef4b4cf10a8 service nova] Acquiring lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.network.neutron [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'exHDijro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:06:36 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:06:36 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:06:36 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[db8c53df-670e-4789-9ae6-4e3b18a416c9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:06:36 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e4f673e-362d-48c3-b1f9-4a3fbd8756ac]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c] added
Dec 05 17:06:36 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[501500ec-c6cf-4937-8e8b-ab5a6f45a0ed]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.network.neutron [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Updating instance_info_cache with network_info: [{"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[90380be1-0f0f-42a7-84c6-48936c1dd149]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v exHDijro {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Releasing lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.compute.manager [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Instance network_info: |[{"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c1136295-7f87-4e60-bb88-3573f313ae96 req-a36158f7-629f-4d43-bdff-1ef4b4cf10a8 service nova] Acquired lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.network.neutron [req-c1136295-7f87-4e60-bb88-3573f313ae96 req-a36158f7-629f-4d43-bdff-1ef4b4cf10a8 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Refreshing network info cache for port 50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Start _get_guest_xml network_info=[{"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] No VIF found with MAC fa:16:3e:dd:16:76, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v exHDijro" returned: 0 in 0.028s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[05df9c1f-5154-4ddf-9ef4-5d6bd8517015]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'exHDijro'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:36 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:06:36 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:06:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-295252795',display_name='tempest-ServerRescueNegativeTestJSON-server-295252795',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-295252795',id=24,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKGQ1EN4WyTB/TpCInVsdKcO+VShgqZqE12BYGaFrZTm92wrjQZ1unrw5xS5CZzhSGKfR+y9SiJGxYO0+pxE/fUQhXVV/mfcGLuxZpeITdemdiv/RhzXDLKp8LSNHHMQmA==',key_name='tempest-keypair-2020051511',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c59020daca4249899bd1aaccf3b0e4c7',ramdisk_id='',reservation_id='r-98mlrjrv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1436336392',owner_user_name='tempest-ServerRescueNegativeTestJSON-1436336392-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:06:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8690c14a73d84daa91572814b703c48b',uuid=186d52ed-d917-4547-877b-fa4431b8d30b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converting VIF {"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:19:98,bridge_name='br-int',has_traffic_filtering=True,id=50001cf1-90f3-4bab-9825-e69bed0bedbe,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50001cf1-90') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.objects.instance [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'pci_devices' on Instance uuid 186d52ed-d917-4547-877b-fa4431b8d30b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f54068f6-b31b-4c74-94e6-7f848991918b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:06:36 user nova-compute[75018]:   <uuid>186d52ed-d917-4547-877b-fa4431b8d30b</uuid>
Dec 05 17:06:36 user nova-compute[75018]:   <name>instance-00000018</name>
Dec 05 17:06:36 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:06:36 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:06:36 user nova-compute[75018]:   <metadata>
Dec 05 17:06:36 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:06:36 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:06:36 user nova-compute[75018]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-295252795</nova:name>
Dec 05 17:06:36 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:06:36</nova:creationTime>
Dec 05 17:06:36 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:06:36 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:06:36 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:06:36 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:06:36 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:06:36 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:06:36 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:06:36 user nova-compute[75018]:       <nova:owner>
Dec 05 17:06:36 user nova-compute[75018]:         <nova:user uuid="8690c14a73d84daa91572814b703c48b">tempest-ServerRescueNegativeTestJSON-1436336392-project-member</nova:user>
Dec 05 17:06:36 user nova-compute[75018]:         <nova:project uuid="c59020daca4249899bd1aaccf3b0e4c7">tempest-ServerRescueNegativeTestJSON-1436336392</nova:project>
Dec 05 17:06:36 user nova-compute[75018]:       </nova:owner>
Dec 05 17:06:36 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:06:36 user nova-compute[75018]:       <nova:ports>
Dec 05 17:06:36 user nova-compute[75018]:         <nova:port uuid="50001cf1-90f3-4bab-9825-e69bed0bedbe">
Dec 05 17:06:36 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 05 17:06:36 user nova-compute[75018]:         </nova:port>
Dec 05 17:06:36 user nova-compute[75018]:       </nova:ports>
Dec 05 17:06:36 user nova-compute[75018]:     </nova:instance>
Dec 05 17:06:36 user nova-compute[75018]:   </metadata>
Dec 05 17:06:36 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:06:36 user nova-compute[75018]:     <system>
Dec 05 17:06:36 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:06:36 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:06:36 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:06:36 user nova-compute[75018]:       <entry name="serial">186d52ed-d917-4547-877b-fa4431b8d30b</entry>
Dec 05 17:06:36 user nova-compute[75018]:       <entry name="uuid">186d52ed-d917-4547-877b-fa4431b8d30b</entry>
Dec 05 17:06:36 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:06:36 user nova-compute[75018]:     </system>
Dec 05 17:06:36 user nova-compute[75018]:   </sysinfo>
Dec 05 17:06:36 user nova-compute[75018]:   <os>
Dec 05 17:06:36 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:06:36 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:06:36 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:06:36 user nova-compute[75018]:   </os>
Dec 05 17:06:36 user nova-compute[75018]:   <features>
Dec 05 17:06:36 user nova-compute[75018]:     <acpi/>
Dec 05 17:06:36 user nova-compute[75018]:     <apic/>
Dec 05 17:06:36 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:06:36 user nova-compute[75018]:   </features>
Dec 05 17:06:36 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:06:36 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:06:36 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:06:36 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:06:36 user nova-compute[75018]:   </clock>
Dec 05 17:06:36 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:06:36 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:06:36 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:06:36 user nova-compute[75018]:   </cpu>
Dec 05 17:06:36 user nova-compute[75018]:   <devices>
Dec 05 17:06:36 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:06:36 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:06:36 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk"/>
Dec 05 17:06:36 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:06:36 user nova-compute[75018]:     </disk>
Dec 05 17:06:36 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:06:36 user nova-compute[75018]:       <mac address="fa:16:3e:9c:19:98"/>
Dec 05 17:06:36 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:06:36 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:06:36 user nova-compute[75018]:       <target dev="tap50001cf1-90"/>
Dec 05 17:06:36 user nova-compute[75018]:     </interface>
Dec 05 17:06:36 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:06:36 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/console.log" append="off"/>
Dec 05 17:06:36 user nova-compute[75018]:     </serial>
Dec 05 17:06:36 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:06:36 user nova-compute[75018]:     <video>
Dec 05 17:06:36 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:06:36 user nova-compute[75018]:     </video>
Dec 05 17:06:36 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:06:36 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:06:36 user nova-compute[75018]:     </rng>
Dec 05 17:06:36 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:06:36 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:06:36 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:06:36 user nova-compute[75018]:     </memballoon>
Dec 05 17:06:36 user nova-compute[75018]:   </devices>
Dec 05 17:06:36 user nova-compute[75018]: </domain>
Dec 05 17:06:36 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:06:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-295252795',display_name='tempest-ServerRescueNegativeTestJSON-server-295252795',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-295252795',id=24,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKGQ1EN4WyTB/TpCInVsdKcO+VShgqZqE12BYGaFrZTm92wrjQZ1unrw5xS5CZzhSGKfR+y9SiJGxYO0+pxE/fUQhXVV/mfcGLuxZpeITdemdiv/RhzXDLKp8LSNHHMQmA==',key_name='tempest-keypair-2020051511',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c59020daca4249899bd1aaccf3b0e4c7',ramdisk_id='',reservation_id='r-98mlrjrv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1436336392',owner_user_name='tempest-ServerRescueNegativeTestJSON-1436336392-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:06:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8690c14a73d84daa91572814b703c48b',uuid=186d52ed-d917-4547-877b-fa4431b8d30b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converting VIF {"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:19:98,bridge_name='br-int',has_traffic_filtering=True,id=50001cf1-90f3-4bab-9825-e69bed0bedbe,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50001cf1-90') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_vif [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:19:98,bridge_name='br-int',has_traffic_filtering=True,id=50001cf1-90f3-4bab-9825-e69bed0bedbe,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50001cf1-90') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9c08503b-bd88-5d6c-8446-6e8f26e5de86', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[181115c4-7e48-440a-a275-2d69f2abb2ba]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:06:36 user nova-compute[75018]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:06:36 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:06:36 user nova-compute[75018]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:06:36 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap50001cf1-90, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap50001cf1-90, col_values=(('qos', UUID('30e2a619-72ea-4201-9b93-5feca1dcbdf9')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap50001cf1-90, col_values=(('external_ids', {'iface-id': '50001cf1-90f3-4bab-9825-e69bed0bedbe', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9c:19:98', 'vm-uuid': '186d52ed-d917-4547-877b-fa4431b8d30b'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:36 user nova-compute[75018]: INFO os_vif [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:19:98,bridge_name='br-int',has_traffic_filtering=True,id=50001cf1-90f3-4bab-9825-e69bed0bedbe,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50001cf1-90')
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4f666f0-4c52-4ee1-9219-61cad1fe8b33]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c, portal: 172.16.0.220,3260]
Dec 05 17:06:36 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c, portal: 172.16.0.220,3260] successful.
Dec 05 17:06:36 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[21b55541-801a-4feb-a657-51779d729e61]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6551deb-de10-4f1e-bf05-af2930ed7d5b]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:06:36 user nova-compute[75018]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:06:36 user nova-compute[75018]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c (non-flash)
Dec 05 17:06:36 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:06:36 user nova-compute[75018]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:06:36 user nova-compute[75018]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c (non-flash)
Dec 05 17:06:36 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.401s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] HCTL ('35', '-', '-', 0) found on session 23 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ed8e431b-98db-438c-9479-0d519715e689 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "72f18866-6d44-4c27-9469-e89f4be276c5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.687s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No VIF found with MAC fa:16:3e:9c:19:98, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3343fc2-7dee-48e1-bf6a-e480e2eeb10c]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Searching for a device in session 23 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'exHDijro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:06:37 user nova-compute[75018]: DEBUG nova.network.neutron [req-c1136295-7f87-4e60-bb88-3573f313ae96 req-a36158f7-629f-4d43-bdff-1ef4b4cf10a8 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Updated VIF entry in instance network info cache for port 50001cf1-90f3-4bab-9825-e69bed0bedbe. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:06:37 user nova-compute[75018]: DEBUG nova.network.neutron [req-c1136295-7f87-4e60-bb88-3573f313ae96 req-a36158f7-629f-4d43-bdff-1ef4b4cf10a8 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Updating instance_info_cache with network_info: [{"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:06:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c1136295-7f87-4e60-bb88-3573f313ae96 req-a36158f7-629f-4d43-bdff-1ef4b4cf10a8 service nova] Releasing lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:06:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.436s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:06:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] <== connect_volume: return (1440ms) {'type': 'block', 'scsi_wwn': '23332323938323430', 'path': '/dev/sdd'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:06:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23332323938323430', 'path': '/dev/sdd'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:06:37 user nova-compute[75018]: DEBUG nova.objects.instance [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lazy-loading 'flavor' on Instance uuid 80d92ef7-6c7e-499e-a0a9-e1c9180533c3 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:06:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:06:38 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:06:38 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:06:38 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:06:38 user nova-compute[75018]:   <serial>068c70fb-5aec-4f7e-a704-0225a8e27b1c</serial>
Dec 05 17:06:38 user nova-compute[75018]: </disk>
Dec 05 17:06:38 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:06:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:38 user nova-compute[75018]: DEBUG nova.compute.manager [req-8601e767-918c-44e5-9efb-ce16afa20df3 req-13b69929-ae20-44d8-ad2e-7f473abf0021 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:06:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8601e767-918c-44e5-9efb-ce16afa20df3 req-13b69929-ae20-44d8-ad2e-7f473abf0021 service nova] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8601e767-918c-44e5-9efb-ce16afa20df3 req-13b69929-ae20-44d8-ad2e-7f473abf0021 service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8601e767-918c-44e5-9efb-ce16afa20df3 req-13b69929-ae20-44d8-ad2e-7f473abf0021 service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:38 user nova-compute[75018]: DEBUG nova.compute.manager [req-8601e767-918c-44e5-9efb-ce16afa20df3 req-13b69929-ae20-44d8-ad2e-7f473abf0021 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] No waiting events found dispatching network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:06:38 user nova-compute[75018]: WARNING nova.compute.manager [req-8601e767-918c-44e5-9efb-ce16afa20df3 req-13b69929-ae20-44d8-ad2e-7f473abf0021 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received unexpected event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe for instance with vm_state building and task_state spawning.
Dec 05 17:06:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:06:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:06:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] No VIF found with MAC fa:16:3e:f2:b7:89, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:06:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8a55a1ce-c591-4a5a-84d8-c2046c05d567 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.975s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:39 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:06:39 user nova-compute[75018]: INFO nova.compute.manager [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] instance snapshotting
Dec 05 17:06:39 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Beginning live snapshot process
Dec 05 17:06:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json -f qcow2 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json -f qcow2" returned: 0 in 0.194s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json -f qcow2 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:39 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Stashing vm_state: active {{(pid=75018) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 05 17:06:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json -f qcow2" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:39 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:06:39 user nova-compute[75018]: INFO nova.compute.claims [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Claim successful on node user
Dec 05 17:06:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.201s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpae1fm7rk/f4f279565b1541e1beff005ad9ae0338.delta 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:40 user nova-compute[75018]: INFO nova.compute.resource_tracker [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Updating resource usage from migration f614c226-b647-42b3-bee3-481e605e5a6a
Dec 05 17:06:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpae1fm7rk/f4f279565b1541e1beff005ad9ae0338.delta 1073741824" returned: 0 in 0.069s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:40 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 05 17:06:40 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:06:40 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:06:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.708s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:40 user nova-compute[75018]: INFO nova.compute.manager [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Migrating
Dec 05 17:06:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:06:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquired lock "compute-rpcapi-router" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:06:40 user nova-compute[75018]: INFO nova.compute.rpcapi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Dec 05 17:06:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Releasing lock "compute-rpcapi-router" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:06:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:06:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquired lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:06:40 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:06:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-d7ae4f90-37d0-4238-9d54-4d3bea45573b req-abc7017d-b614-4c73-be32-755ab1eef7d1 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:06:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d7ae4f90-37d0-4238-9d54-4d3bea45573b req-abc7017d-b614-4c73-be32-755ab1eef7d1 service nova] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d7ae4f90-37d0-4238-9d54-4d3bea45573b req-abc7017d-b614-4c73-be32-755ab1eef7d1 service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d7ae4f90-37d0-4238-9d54-4d3bea45573b req-abc7017d-b614-4c73-be32-755ab1eef7d1 service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-d7ae4f90-37d0-4238-9d54-4d3bea45573b req-abc7017d-b614-4c73-be32-755ab1eef7d1 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] No waiting events found dispatching network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:06:40 user nova-compute[75018]: WARNING nova.compute.manager [req-d7ae4f90-37d0-4238-9d54-4d3bea45573b req-abc7017d-b614-4c73-be32-755ab1eef7d1 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received unexpected event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe for instance with vm_state building and task_state spawning.
Dec 05 17:06:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] COPY block job progress, current cursor: 22216704 final cursor: 75563008 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.compute.manager [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:06:41 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Instance spawned successfully.
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:06:41 user nova-compute[75018]: INFO nova.compute.manager [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Took 6.62 seconds to spawn the instance on the hypervisor.
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.compute.manager [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Updating instance_info_cache with network_info: [{"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Acquiring lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:41 user nova-compute[75018]: INFO nova.compute.manager [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Took 7.65 seconds to build instance.
Dec 05 17:06:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Releasing lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:06:41 user nova-compute[75018]: INFO nova.compute.manager [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Detaching volume 068c70fb-5aec-4f7e-a704-0225a8e27b1c
Dec 05 17:06:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-286554c1-146b-4a07-a090-ab3a9ad55d55 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "186d52ed-d917-4547-877b-fa4431b8d30b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.757s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:41 user nova-compute[75018]: INFO nova.virt.block_device [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Attempting to driver detach volume 068c70fb-5aec-4f7e-a704-0225a8e27b1c from mountpoint /dev/vdb
Dec 05 17:06:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Attempting to detach device vdb from instance 80d92ef7-6c7e-499e-a0a9-e1c9180533c3 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:06:41 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:06:41 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:06:41 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:06:41 user nova-compute[75018]:   <serial>068c70fb-5aec-4f7e-a704-0225a8e27b1c</serial>
Dec 05 17:06:41 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:06:41 user nova-compute[75018]: </disk>
Dec 05 17:06:41 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:06:41 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Successfully detached device vdb from instance 80d92ef7-6c7e-499e-a0a9-e1c9180533c3 from the persistent domain config.
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 80d92ef7-6c7e-499e-a0a9-e1c9180533c3 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:06:41 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:06:41 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:06:41 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:06:41 user nova-compute[75018]:   <serial>068c70fb-5aec-4f7e-a704-0225a8e27b1c</serial>
Dec 05 17:06:41 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:06:41 user nova-compute[75018]: </disk>
Dec 05 17:06:41 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Starting migrate_disk_and_power_off {{(pid=75018) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11490}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:06:41 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 05 17:06:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG nova.privsep.utils [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75018) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpae1fm7rk/f4f279565b1541e1beff005ad9ae0338.delta /opt/stack/data/nova/instances/snapshots/tmpae1fm7rk/f4f279565b1541e1beff005ad9ae0338 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 80d92ef7-6c7e-499e-a0a9-e1c9180533c3 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpae1fm7rk/f4f279565b1541e1beff005ad9ae0338.delta /opt/stack/data/nova/instances/snapshots/tmpae1fm7rk/f4f279565b1541e1beff005ad9ae0338" returned: 0 in 0.586s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:42 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Snapshot extracted, beginning image upload
Dec 05 17:06:42 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Instance destroyed successfully.
Dec 05 17:06:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:02:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-754070654',display_name='tempest-ServerActionsTestOtherB-server-754070654',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-754070654',id=14,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDnLYOEyXLdzM2h+5a0hc15BkJS5Udod0DgOGkG0OAAzD9IXp4J+h/g94qzxF5GsHlrV6EPnJ4C1XEhhjrGJByAcycNU2RrQvqvZM0usezlGfS01Pa3ZFldXnYfn7PKrNg==',key_name='tempest-keypair-411987793',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:02:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='635c106af9034e0ea517a3b393df1942',ramdisk_id='',reservation_id='r-nosipukc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-755840113',owner_user_name='tempest-ServerActionsTestOtherB-755840113-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:06:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c32c2b2b6654c15978d1023da6dccfe',uuid=72f18866-6d44-4c27-9469-e89f4be276c5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-819262439-network", "vif_mac": "fa:16:3e:dd:16:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converting VIF {"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-819262439-network", "vif_mac": "fa:16:3e:dd:16:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG os_vif [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap13debc29-d5, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7c7aae8e-fb34-48eb-8221-3585926d2bb4) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:42 user nova-compute[75018]: INFO os_vif [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5')
Dec 05 17:06:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kTdzAWfQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:06:42 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:06:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-dbb04229-a1fd-45bd-8533-4ad49a9ab0a2 req-47f1093c-aaf7-4ede-8326-41a325edda00 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received event network-vif-unplugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dbb04229-a1fd-45bd-8533-4ad49a9ab0a2 req-47f1093c-aaf7-4ede-8326-41a325edda00 service nova] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dbb04229-a1fd-45bd-8533-4ad49a9ab0a2 req-47f1093c-aaf7-4ede-8326-41a325edda00 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dbb04229-a1fd-45bd-8533-4ad49a9ab0a2 req-47f1093c-aaf7-4ede-8326-41a325edda00 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-dbb04229-a1fd-45bd-8533-4ad49a9ab0a2 req-47f1093c-aaf7-4ede-8326-41a325edda00 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] No waiting events found dispatching network-vif-unplugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:06:42 user nova-compute[75018]: WARNING nova.compute.manager [req-dbb04229-a1fd-45bd-8533-4ad49a9ab0a2 req-47f1093c-aaf7-4ede-8326-41a325edda00 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received unexpected event network-vif-unplugged-13debc29-d5d3-4e04-96ab-205d9c85f600 for instance with vm_state active and task_state resize_migrating.
Dec 05 17:06:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-dbb04229-a1fd-45bd-8533-4ad49a9ab0a2 req-47f1093c-aaf7-4ede-8326-41a325edda00 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dbb04229-a1fd-45bd-8533-4ad49a9ab0a2 req-47f1093c-aaf7-4ede-8326-41a325edda00 service nova] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dbb04229-a1fd-45bd-8533-4ad49a9ab0a2 req-47f1093c-aaf7-4ede-8326-41a325edda00 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dbb04229-a1fd-45bd-8533-4ad49a9ab0a2 req-47f1093c-aaf7-4ede-8326-41a325edda00 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-dbb04229-a1fd-45bd-8533-4ad49a9ab0a2 req-47f1093c-aaf7-4ede-8326-41a325edda00 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] No waiting events found dispatching network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:06:42 user nova-compute[75018]: WARNING nova.compute.manager [req-dbb04229-a1fd-45bd-8533-4ad49a9ab0a2 req-47f1093c-aaf7-4ede-8326-41a325edda00 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received unexpected event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 for instance with vm_state active and task_state resize_migrating.
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bd01120-8a28-45b1-9fea-2a71a78b33b5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:06:42 user nova-compute[75018]: No targets found.
Dec 05 17:06:42 user nova-compute[75018]: iSNS:
Dec 05 17:06:42 user nova-compute[75018]: No targets found.
Dec 05 17:06:42 user nova-compute[75018]: STATIC:
Dec 05 17:06:42 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c
Dec 05 17:06:42 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:06:42 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:06:42 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f
Dec 05 17:06:42 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:06:42 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:06:42 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe
Dec 05 17:06:42 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:06:42 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:06:42 user nova-compute[75018]: FIRMWARE:
Dec 05 17:06:42 user nova-compute[75018]: No targets found.
Dec 05 17:06:42 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:06:42 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:06:42 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f302fa59-36d9-4a18-8b4c-d858a610fdad]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[426cd579-5069-47ae-a729-b3a6d667780e]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:06:42 user nova-compute[75018]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:06:42 user nova-compute[75018]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c (non-flash)
Dec 05 17:06:42 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:06:42 user nova-compute[75018]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:06:42 user nova-compute[75018]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c (non-flash)
Dec 05 17:06:42 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a857b520>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe'): ({'sdc'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Removing single pathed devices sdc {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[140c99db-3c3d-46d1-8aa7-71ba43074cf4]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[18294935-3190-4854-be2b-e4bc5e8a6969]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Flushing IO for device /dev/sdc {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:42 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d91b134-a338-4ed2-a0c4-73a15f94bd5d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce44a2a7-8805-4270-b9d3-92bc3ff4b042]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e2691b0-3cfa-4b95-a454-d0f67018922e]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7174cfba-5c92-4c95-8642-fa4beb968fb4]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260]
Dec 05 17:06:43 user nova-compute[75018]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260] successful.
Dec 05 17:06:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[395de886-9c16-428d-85a1-ee219f6a2691]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.379s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] <== disconnect_volume: return (382ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5_resize/disk /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CMD "cp -r /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5_resize/disk /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk" returned: 0 in 0.269s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5_resize/disk.info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk.info {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CMD "cp -r /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5_resize/disk.info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk.info" returned: 0 in 0.046s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:45 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Port 13debc29-d5d3-4e04-96ab-205d9c85f600 binding to destination host user is already ACTIVE {{(pid=75018) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 05 17:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquired lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:06:45 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:06:46 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Snapshot image upload complete
Dec 05 17:06:46 user nova-compute[75018]: INFO nova.compute.manager [None req-2721ed62-d85a-48b3-a465-f01fc8208032 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Took 7.33 seconds to snapshot the instance on the hypervisor.
Dec 05 17:06:46 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Updating instance_info_cache with network_info: [{"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Releasing lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG os_brick.utils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[666bcc75-d68f-4fc4-bdf3-1a2bdfffa383]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3e1657e-54d3-44bf-a702-a201b61904b9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2f1a087-c485-436a-989d-183e2383900d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5372816-c894-4950-9df0-bb8830ad72dd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:06:46 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:06:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4587da8e-0a5e-4cfc-83b8-1dcd1daa4c0e]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:06:46 user nova-compute[75018]: DEBUG os_brick.utils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:06:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:06:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:48 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:06:48 user nova-compute[75018]: INFO nova.compute.claims [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Claim successful on node user
Dec 05 17:06:49 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:06:49 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:06:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.593s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:06:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:06:49 user nova-compute[75018]: DEBUG nova.network.neutron [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:06:49 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:06:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:06:49 user nova-compute[75018]: DEBUG nova.policy [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '898ef33c5a8f4b8e9e8dc50905b64d30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fba7dac8c21649d898e39d66eeb3a227', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:06:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:06:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:06:49 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Creating image(s)
Dec 05 17:06:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "/opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "/opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "/opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "23fa4ab1d1c4bb6091e784e2e3cc3745588a75df" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "23fa4ab1d1c4bb6091e784e2e3cc3745588a75df" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df.part --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:50 user nova-compute[75018]: DEBUG nova.network.neutron [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Successfully created port: 74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:06:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df.part --force-share --output=json" returned: 0 in 0.194s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:50 user nova-compute[75018]: DEBUG nova.virt.images [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] 9bec5406-bfe2-4dfe-b49a-899f6f8a916c was qcow2, converting to raw {{(pid=75018) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 05 17:06:50 user nova-compute[75018]: DEBUG nova.privsep.utils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75018) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 05 17:06:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df.part /opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df.converted {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df.part /opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df.converted" returned: 0 in 0.230s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df.converted --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df.converted --force-share --output=json" returned: 0 in 0.205s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "23fa4ab1d1c4bb6091e784e2e3cc3745588a75df" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.576s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.network.neutron [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Successfully updated port: 74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "refresh_cache-a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquired lock "refresh_cache-a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.network.neutron [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.compute.manager [req-5c014072-ca07-443e-aaf1-72dea355a20c req-ccc53bdc-0f83-4580-aba3-dc766a39d62c service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received event network-changed-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.compute.manager [req-5c014072-ca07-443e-aaf1-72dea355a20c req-ccc53bdc-0f83-4580-aba3-dc766a39d62c service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Refreshing instance network info cache due to event network-changed-74a7824b-fe83-4740-8df8-0ff43918dc62. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5c014072-ca07-443e-aaf1-72dea355a20c req-ccc53bdc-0f83-4580-aba3-dc766a39d62c service nova] Acquiring lock "refresh_cache-a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.network.neutron [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df --force-share --output=json" returned: 0 in 0.209s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "23fa4ab1d1c4bb6091e784e2e3cc3745588a75df" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "23fa4ab1d1c4bb6091e784e2e3cc3745588a75df" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.network.neutron [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Updating instance_info_cache with network_info: [{"id": "74a7824b-fe83-4740-8df8-0ff43918dc62", "address": "fa:16:3e:ca:e7:22", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74a7824b-fe", "ovs_interfaceid": "74a7824b-fe83-4740-8df8-0ff43918dc62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df --force-share --output=json" returned: 0 in 0.226s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df,backing_fmt=raw /opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Releasing lock "refresh_cache-a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Instance network_info: |[{"id": "74a7824b-fe83-4740-8df8-0ff43918dc62", "address": "fa:16:3e:ca:e7:22", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74a7824b-fe", "ovs_interfaceid": "74a7824b-fe83-4740-8df8-0ff43918dc62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5c014072-ca07-443e-aaf1-72dea355a20c req-ccc53bdc-0f83-4580-aba3-dc766a39d62c service nova] Acquired lock "refresh_cache-a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.network.neutron [req-5c014072-ca07-443e-aaf1-72dea355a20c req-ccc53bdc-0f83-4580-aba3-dc766a39d62c service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Refreshing network info cache for port 74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df,backing_fmt=raw /opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk 1073741824" returned: 0 in 0.055s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "23fa4ab1d1c4bb6091e784e2e3cc3745588a75df" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.284s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df --force-share --output=json" returned: 0 in 0.212s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Ensure instance console log exists: /opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Start _get_guest_xml network_info=[{"id": "74a7824b-fe83-4740-8df8-0ff43918dc62", "address": "fa:16:3e:ca:e7:22", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74a7824b-fe", "ovs_interfaceid": "74a7824b-fe83-4740-8df8-0ff43918dc62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='65cf1969d3d75a29af6251bb2f4cc223',container_format='bare',created_at=2023-12-05T17:06:39Z,direct_url=<?>,disk_format='qcow2',id=9bec5406-bfe2-4dfe-b49a-899f6f8a916c,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1616767299',owner='fba7dac8c21649d898e39d66eeb3a227',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-05T17:06:46Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '9bec5406-bfe2-4dfe-b49a-899f6f8a916c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:06:51 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:06:51 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='65cf1969d3d75a29af6251bb2f4cc223',container_format='bare',created_at=2023-12-05T17:06:39Z,direct_url=<?>,disk_format='qcow2',id=9bec5406-bfe2-4dfe-b49a-899f6f8a916c,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1616767299',owner='fba7dac8c21649d898e39d66eeb3a227',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-05T17:06:46Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:06:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-413436971',display_name='tempest-TestStampPattern-server-413436971',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-413436971',id=25,image_ref='9bec5406-bfe2-4dfe-b49a-899f6f8a916c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEGWb8GaV8bxKFKutfJn0oG4jaqlKwb3ZNggwpf0u/c7OR4w818ypjXtNxnDGj/d/2ypWcl2mJPiAY7X4FoOjhw+2t6BN2XNX/yBHDKMv2Ks/GBJEyAG6dgjrTa/ABIWFQ==',key_name='tempest-TestStampPattern-67169683',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fba7dac8c21649d898e39d66eeb3a227',ramdisk_id='',reservation_id='r-i8n786er',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='5343f265-d477-426d-8262-c86bd90d45c4',image_min_disk='1',image_min_ram='0',image_owner_id='fba7dac8c21649d898e39d66eeb3a227',image_owner_project_name='tempest-TestStampPattern-1241840619',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1241840619-project-member',image_user_id='898ef33c5a8f4b8e9e8dc50905b64d30',network_allocated='True',owner_project_name='tempest-TestStampPattern-1241840619',owner_user_name='tempest-TestStampPattern-1241840619-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:06:49Z,user_data=None,user_id='898ef33c5a8f4b8e9e8dc50905b64d30',uuid=a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "74a7824b-fe83-4740-8df8-0ff43918dc62", "address": "fa:16:3e:ca:e7:22", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74a7824b-fe", "ovs_interfaceid": "74a7824b-fe83-4740-8df8-0ff43918dc62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Converting VIF {"id": "74a7824b-fe83-4740-8df8-0ff43918dc62", "address": "fa:16:3e:ca:e7:22", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74a7824b-fe", "ovs_interfaceid": "74a7824b-fe83-4740-8df8-0ff43918dc62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:e7:22,bridge_name='br-int',has_traffic_filtering=True,id=74a7824b-fe83-4740-8df8-0ff43918dc62,network=Network(b1852412-0c0f-4c9c-bae0-890369310f57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74a7824b-fe') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.objects.instance [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lazy-loading 'pci_devices' on Instance uuid a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:06:51 user nova-compute[75018]:   <uuid>a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3</uuid>
Dec 05 17:06:51 user nova-compute[75018]:   <name>instance-00000019</name>
Dec 05 17:06:51 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:06:51 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:06:51 user nova-compute[75018]:   <metadata>
Dec 05 17:06:51 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:06:51 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:06:51 user nova-compute[75018]:       <nova:name>tempest-TestStampPattern-server-413436971</nova:name>
Dec 05 17:06:51 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:06:51</nova:creationTime>
Dec 05 17:06:51 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:06:51 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:06:51 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:06:51 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:06:51 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:06:51 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:06:51 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:06:51 user nova-compute[75018]:       <nova:owner>
Dec 05 17:06:51 user nova-compute[75018]:         <nova:user uuid="898ef33c5a8f4b8e9e8dc50905b64d30">tempest-TestStampPattern-1241840619-project-member</nova:user>
Dec 05 17:06:51 user nova-compute[75018]:         <nova:project uuid="fba7dac8c21649d898e39d66eeb3a227">tempest-TestStampPattern-1241840619</nova:project>
Dec 05 17:06:51 user nova-compute[75018]:       </nova:owner>
Dec 05 17:06:51 user nova-compute[75018]:       <nova:root type="image" uuid="9bec5406-bfe2-4dfe-b49a-899f6f8a916c"/>
Dec 05 17:06:51 user nova-compute[75018]:       <nova:ports>
Dec 05 17:06:51 user nova-compute[75018]:         <nova:port uuid="74a7824b-fe83-4740-8df8-0ff43918dc62">
Dec 05 17:06:51 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 05 17:06:51 user nova-compute[75018]:         </nova:port>
Dec 05 17:06:51 user nova-compute[75018]:       </nova:ports>
Dec 05 17:06:51 user nova-compute[75018]:     </nova:instance>
Dec 05 17:06:51 user nova-compute[75018]:   </metadata>
Dec 05 17:06:51 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:06:51 user nova-compute[75018]:     <system>
Dec 05 17:06:51 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:06:51 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:06:51 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:06:51 user nova-compute[75018]:       <entry name="serial">a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3</entry>
Dec 05 17:06:51 user nova-compute[75018]:       <entry name="uuid">a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3</entry>
Dec 05 17:06:51 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:06:51 user nova-compute[75018]:     </system>
Dec 05 17:06:51 user nova-compute[75018]:   </sysinfo>
Dec 05 17:06:51 user nova-compute[75018]:   <os>
Dec 05 17:06:51 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:06:51 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:06:51 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:06:51 user nova-compute[75018]:   </os>
Dec 05 17:06:51 user nova-compute[75018]:   <features>
Dec 05 17:06:51 user nova-compute[75018]:     <acpi/>
Dec 05 17:06:51 user nova-compute[75018]:     <apic/>
Dec 05 17:06:51 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:06:51 user nova-compute[75018]:   </features>
Dec 05 17:06:51 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:06:51 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:06:51 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:06:51 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:06:51 user nova-compute[75018]:   </clock>
Dec 05 17:06:51 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:06:51 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:06:51 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:06:51 user nova-compute[75018]:   </cpu>
Dec 05 17:06:51 user nova-compute[75018]:   <devices>
Dec 05 17:06:51 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:06:51 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:06:51 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk"/>
Dec 05 17:06:51 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:06:51 user nova-compute[75018]:     </disk>
Dec 05 17:06:51 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:06:51 user nova-compute[75018]:       <mac address="fa:16:3e:ca:e7:22"/>
Dec 05 17:06:51 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:06:51 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:06:51 user nova-compute[75018]:       <target dev="tap74a7824b-fe"/>
Dec 05 17:06:51 user nova-compute[75018]:     </interface>
Dec 05 17:06:51 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:06:51 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/console.log" append="off"/>
Dec 05 17:06:51 user nova-compute[75018]:     </serial>
Dec 05 17:06:51 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:06:51 user nova-compute[75018]:     <video>
Dec 05 17:06:51 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:06:51 user nova-compute[75018]:     </video>
Dec 05 17:06:51 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:06:51 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:06:51 user nova-compute[75018]:     </rng>
Dec 05 17:06:51 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:06:51 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:06:51 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:06:51 user nova-compute[75018]:     </memballoon>
Dec 05 17:06:51 user nova-compute[75018]:   </devices>
Dec 05 17:06:51 user nova-compute[75018]: </domain>
Dec 05 17:06:51 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:06:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-413436971',display_name='tempest-TestStampPattern-server-413436971',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-413436971',id=25,image_ref='9bec5406-bfe2-4dfe-b49a-899f6f8a916c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEGWb8GaV8bxKFKutfJn0oG4jaqlKwb3ZNggwpf0u/c7OR4w818ypjXtNxnDGj/d/2ypWcl2mJPiAY7X4FoOjhw+2t6BN2XNX/yBHDKMv2Ks/GBJEyAG6dgjrTa/ABIWFQ==',key_name='tempest-TestStampPattern-67169683',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fba7dac8c21649d898e39d66eeb3a227',ramdisk_id='',reservation_id='r-i8n786er',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='5343f265-d477-426d-8262-c86bd90d45c4',image_min_disk='1',image_min_ram='0',image_owner_id='fba7dac8c21649d898e39d66eeb3a227',image_owner_project_name='tempest-TestStampPattern-1241840619',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1241840619-project-member',image_user_id='898ef33c5a8f4b8e9e8dc50905b64d30',network_allocated='True',owner_project_name='tempest-TestStampPattern-1241840619',owner_user_name='tempest-TestStampPattern-1241840619-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:06:49Z,user_data=None,user_id='898ef33c5a8f4b8e9e8dc50905b64d30',uuid=a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "74a7824b-fe83-4740-8df8-0ff43918dc62", "address": "fa:16:3e:ca:e7:22", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74a7824b-fe", "ovs_interfaceid": "74a7824b-fe83-4740-8df8-0ff43918dc62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Converting VIF {"id": "74a7824b-fe83-4740-8df8-0ff43918dc62", "address": "fa:16:3e:ca:e7:22", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74a7824b-fe", "ovs_interfaceid": "74a7824b-fe83-4740-8df8-0ff43918dc62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:e7:22,bridge_name='br-int',has_traffic_filtering=True,id=74a7824b-fe83-4740-8df8-0ff43918dc62,network=Network(b1852412-0c0f-4c9c-bae0-890369310f57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74a7824b-fe') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG os_vif [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:e7:22,bridge_name='br-int',has_traffic_filtering=True,id=74a7824b-fe83-4740-8df8-0ff43918dc62,network=Network(b1852412-0c0f-4c9c-bae0-890369310f57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74a7824b-fe') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6fdea511-85d5-5364-ad85-787a99bed408', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap74a7824b-fe, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap74a7824b-fe, col_values=(('qos', UUID('c045ad38-0553-4900-b1e0-22725764b1e8')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap74a7824b-fe, col_values=(('external_ids', {'iface-id': '74a7824b-fe83-4740-8df8-0ff43918dc62', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ca:e7:22', 'vm-uuid': 'a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:51 user nova-compute[75018]: INFO os_vif [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:e7:22,bridge_name='br-int',has_traffic_filtering=True,id=74a7824b-fe83-4740-8df8-0ff43918dc62,network=Network(b1852412-0c0f-4c9c-bae0-890369310f57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74a7824b-fe')
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] No VIF found with MAC fa:16:3e:ca:e7:22, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.network.neutron [req-5c014072-ca07-443e-aaf1-72dea355a20c req-ccc53bdc-0f83-4580-aba3-dc766a39d62c service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Updated VIF entry in instance network info cache for port 74a7824b-fe83-4740-8df8-0ff43918dc62. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG nova.network.neutron [req-5c014072-ca07-443e-aaf1-72dea355a20c req-ccc53bdc-0f83-4580-aba3-dc766a39d62c service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Updating instance_info_cache with network_info: [{"id": "74a7824b-fe83-4740-8df8-0ff43918dc62", "address": "fa:16:3e:ca:e7:22", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74a7824b-fe", "ovs_interfaceid": "74a7824b-fe83-4740-8df8-0ff43918dc62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:06:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5c014072-ca07-443e-aaf1-72dea355a20c req-ccc53bdc-0f83-4580-aba3-dc766a39d62c service nova] Releasing lock "refresh_cache-a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:06:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-74502b8a-93f0-4daf-8824-b2de931ffd6d req-4edf2d6b-4c21-4ea6-8fdf-884427b09118 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received event network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:06:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-74502b8a-93f0-4daf-8824-b2de931ffd6d req-4edf2d6b-4c21-4ea6-8fdf-884427b09118 service nova] Acquiring lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-74502b8a-93f0-4daf-8824-b2de931ffd6d req-4edf2d6b-4c21-4ea6-8fdf-884427b09118 service nova] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-74502b8a-93f0-4daf-8824-b2de931ffd6d req-4edf2d6b-4c21-4ea6-8fdf-884427b09118 service nova] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-74502b8a-93f0-4daf-8824-b2de931ffd6d req-4edf2d6b-4c21-4ea6-8fdf-884427b09118 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] No waiting events found dispatching network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:06:53 user nova-compute[75018]: WARNING nova.compute.manager [req-74502b8a-93f0-4daf-8824-b2de931ffd6d req-4edf2d6b-4c21-4ea6-8fdf-884427b09118 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received unexpected event network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 for instance with vm_state building and task_state spawning.
Dec 05 17:06:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:55 user nova-compute[75018]: DEBUG nova.compute.manager [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:06:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:06:55 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Instance spawned successfully.
Dec 05 17:06:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:06:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:06:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:06:55 user nova-compute[75018]: INFO nova.compute.manager [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Took 6.12 seconds to spawn the instance on the hypervisor.
Dec 05 17:06:55 user nova-compute[75018]: DEBUG nova.compute.manager [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:06:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-0150d614-aea7-449c-8767-28b7df97b5de req-18bd67c9-7af2-4097-9b5d-fd1ca8875c2a service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received event network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:06:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0150d614-aea7-449c-8767-28b7df97b5de req-18bd67c9-7af2-4097-9b5d-fd1ca8875c2a service nova] Acquiring lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0150d614-aea7-449c-8767-28b7df97b5de req-18bd67c9-7af2-4097-9b5d-fd1ca8875c2a service nova] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0150d614-aea7-449c-8767-28b7df97b5de req-18bd67c9-7af2-4097-9b5d-fd1ca8875c2a service nova] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-0150d614-aea7-449c-8767-28b7df97b5de req-18bd67c9-7af2-4097-9b5d-fd1ca8875c2a service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] No waiting events found dispatching network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:06:55 user nova-compute[75018]: WARNING nova.compute.manager [req-0150d614-aea7-449c-8767-28b7df97b5de req-18bd67c9-7af2-4097-9b5d-fd1ca8875c2a service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received unexpected event network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 for instance with vm_state building and task_state spawning.
Dec 05 17:06:55 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:06:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:06:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:06:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:06:55 user nova-compute[75018]: INFO nova.compute.manager [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Took 7.11 seconds to build instance.
Dec 05 17:06:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-600b077f-8b25-4ff8-9dc3-28dc01996314 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.234s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:06:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk --force-share --output=json" returned: 0 in 0.314s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:06:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:06:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:06:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:06:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:07:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:02 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:07:02 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7252MB free_disk=25.04296112060547GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:02 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 80d92ef7-6c7e-499e-a0a9-e1c9180533c3 is timed out.
Dec 05 17:07:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Successfully detached device vdb from instance 80d92ef7-6c7e-499e-a0a9-e1c9180533c3 from the live domain config.
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'exHDijro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:07:02 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[205e4c25-5c71-4001-99de-22f4cae9c587]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:07:02 user nova-compute[75018]: No targets found.
Dec 05 17:07:02 user nova-compute[75018]: iSNS:
Dec 05 17:07:02 user nova-compute[75018]: No targets found.
Dec 05 17:07:02 user nova-compute[75018]: STATIC:
Dec 05 17:07:02 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c
Dec 05 17:07:02 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:07:02 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:07:02 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f
Dec 05 17:07:02 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:07:02 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:07:02 user nova-compute[75018]: FIRMWARE:
Dec 05 17:07:02 user nova-compute[75018]: No targets found.
Dec 05 17:07:02 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:07:02 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:07:02 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Applying migration context for instance 72f18866-6d44-4c27-9469-e89f4be276c5 as it has an incoming, in-progress migration f614c226-b647-42b3-bee3-481e605e5a6a. Migration status is post-migrating {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 05 17:07:02 user nova-compute[75018]: INFO nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Updating resource usage from migration f614c226-b647-42b3-bee3-481e605e5a6a
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab33a3c3-96f3-4cad-a58e-76cdd2190e50]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[78cc20e7-6403-4713-a38e-ce9861b46170]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:07:02 user nova-compute[75018]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c (non-flash)
Dec 05 17:07:02 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:07:02 user nova-compute[75018]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c (non-flash)
Dec 05 17:07:02 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a842d120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c'): ({'sdd'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Removing single pathed devices sdd {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 533bba90-582b-4ad5-9763-532788f79d6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5931bfc3-7400-4941-bc87-b07f86c6982b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance acf77ce1-141a-4c0e-8dab-6759f7dcc507 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5343f265-d477-426d-8262-c86bd90d45c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 80d92ef7-6c7e-499e-a0a9-e1c9180533c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance d7af0f3d-ce07-4d51-96b6-edfb1aea885b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance ba697f5d-3bf2-4854-8bc5-0ef00406bf7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 7f6d3f89-d809-4523-8573-610c7c82667b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b60ed568-caad-48a7-845a-46861ba931c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 186d52ed-d917-4547-877b-fa4431b8d30b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Migration f614c226-b647-42b3-bee3-481e605e5a6a is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 72f18866-6d44-4c27-9469-e89f4be276c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=9216MB phys_disk=40GB used_disk=33GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cce7af1-9a1a-4c68-a1fa-2696ebfead99]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a512723-c618-4a94-a6fa-0fa064f9b110]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Flushing IO for device /dev/sdd {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a84dbbed-9577-4b9d-98cb-eaef48b42d1a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.061s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[adc8358f-f53f-41af-8d09-8c84266f2b6b]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[88977030-6667-4037-b695-4d0ccc5a2e04]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea68af42-3e88-4cc9-bc5f-6b2478a69772]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c, portal: 172.16.0.220,3260]
Dec 05 17:07:02 user nova-compute[75018]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c, portal: 172.16.0.220,3260] successful.
Dec 05 17:07:02 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:068c70fb-5aec-4f7e-a704-0225a8e27b1c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e6e87fd-d474-41ef-a412-f28d318b1b77]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.369s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] <== disconnect_volume: return (371ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:07:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.704s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:03 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lazy-loading 'flavor' on Instance uuid 80d92ef7-6c7e-499e-a0a9-e1c9180533c3 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:07:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4b85d881-3b57-410d-9d9a-f66fcd74906e tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.985s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:03 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:07:03 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:07:03 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:07:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:07:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:07:04 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:07:04 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Updating instance_info_cache with network_info: [{"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:07:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:07:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:07:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:07:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:07:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:07:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:07:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:07:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:07:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:07:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Starting finish_migration {{(pid=75018) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11677}}
Dec 05 17:07:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Instance directory exists: not creating {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 05 17:07:07 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Creating image(s)
Dec 05 17:07:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.209s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:07 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Checking if we can resize image /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk. size=21474836480 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:07:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk 21474836480 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk 21474836480" returned: 0 in 0.079s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Did not create local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Ensure instance console log exists: /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Start _get_guest_xml network_info=[{"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-819262439-network", "vif_mac": "fa:16:3e:dd:16:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kTdzAWfQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '72f18866-6d44-4c27-9469-e89f4be276c5', 'attached_at': '2023-12-05T17:07:07.000000', 'detached_at': '', 'volume_id': '348527f8-3a51-4869-b050-d0d2c9c7dbbe', 'serial': '348527f8-3a51-4869-b050-d0d2c9c7dbbe'}, 'attachment_id': '63fe25ea-a994-4e79-a041-359a7df6f612', 'delete_on_termination': False, 'boot_index': None, 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:07:08 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:07:08 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kTdzAWfQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:07:08 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:07:08 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:07:08 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b17b785-f49e-49e3-a29c-67700dedae80]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:07:08 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9147a749-1b41-434e-8185-99f856efe639]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe] added
Dec 05 17:07:08 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2a404a8-5056-4799-aa82-ee87471f9f9d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa32b278-4de5-464b-8e11-f6690176caa5]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kTdzAWfQ {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kTdzAWfQ" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d29ade04-8d4b-4748-8b3c-b497569a0085]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kTdzAWfQ'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2b9e697-1de5-4152-84c2-ec9acd48e893]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c86eb28-fe37-4dc3-a6d2-c56242fffcab]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:07:08 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:07:08 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --login" returned: 0 in 0.085s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9ab7273-301f-431e-8037-4e01f71fef78]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260]
Dec 05 17:07:08 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260] successful.
Dec 05 17:07:08 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1b57c10-1dd5-4b2c-a632-9f5edbf5c307]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3360c9a7-8ca8-4237-b11d-3032cdbe7e6c]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:07:08 user nova-compute[75018]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:07:08 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:07:08 user nova-compute[75018]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:07:08 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.303s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] HCTL ('34', '-', '-', 0) found on session 24 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[114dfa56-dbac-481a-8e25-64b94bab1ec5]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:07:08 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Searching for a device in session 24 and hctl ['34', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Searching for a device in session 24 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kTdzAWfQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.344s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] <== connect_volume: return (1346ms) {'type': 'block', 'scsi_wwn': '23937323330626633', 'path': '/dev/sdc'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23937323330626633', 'path': '/dev/sdc'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:02:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-754070654',display_name='tempest-ServerActionsTestOtherB-server-754070654',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-754070654',id=14,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDnLYOEyXLdzM2h+5a0hc15BkJS5Udod0DgOGkG0OAAzD9IXp4J+h/g94qzxF5GsHlrV6EPnJ4C1XEhhjrGJByAcycNU2RrQvqvZM0usezlGfS01Pa3ZFldXnYfn7PKrNg==',key_name='tempest-keypair-411987793',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:02:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='635c106af9034e0ea517a3b393df1942',ramdisk_id='',reservation_id='r-nosipukc',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-755840113',owner_user_name='tempest-ServerActionsTestOtherB-755840113-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:06:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c32c2b2b6654c15978d1023da6dccfe',uuid=72f18866-6d44-4c27-9469-e89f4be276c5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-819262439-network", "vif_mac": "fa:16:3e:dd:16:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converting VIF {"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-819262439-network", "vif_mac": "fa:16:3e:dd:16:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:07:09 user nova-compute[75018]:   <uuid>72f18866-6d44-4c27-9469-e89f4be276c5</uuid>
Dec 05 17:07:09 user nova-compute[75018]:   <name>instance-0000000e</name>
Dec 05 17:07:09 user nova-compute[75018]:   <memory>2097152</memory>
Dec 05 17:07:09 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:07:09 user nova-compute[75018]:   <metadata>
Dec 05 17:07:09 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:07:09 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:07:09 user nova-compute[75018]:       <nova:name>tempest-ServerActionsTestOtherB-server-754070654</nova:name>
Dec 05 17:07:09 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:07:08</nova:creationTime>
Dec 05 17:07:09 user nova-compute[75018]:       <nova:flavor name="m1.small">
Dec 05 17:07:09 user nova-compute[75018]:         <nova:memory>2048</nova:memory>
Dec 05 17:07:09 user nova-compute[75018]:         <nova:disk>20</nova:disk>
Dec 05 17:07:09 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:07:09 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:07:09 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:07:09 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:07:09 user nova-compute[75018]:       <nova:owner>
Dec 05 17:07:09 user nova-compute[75018]:         <nova:user uuid="4c32c2b2b6654c15978d1023da6dccfe">tempest-ServerActionsTestOtherB-755840113-project-member</nova:user>
Dec 05 17:07:09 user nova-compute[75018]:         <nova:project uuid="635c106af9034e0ea517a3b393df1942">tempest-ServerActionsTestOtherB-755840113</nova:project>
Dec 05 17:07:09 user nova-compute[75018]:       </nova:owner>
Dec 05 17:07:09 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:07:09 user nova-compute[75018]:       <nova:ports>
Dec 05 17:07:09 user nova-compute[75018]:         <nova:port uuid="13debc29-d5d3-4e04-96ab-205d9c85f600">
Dec 05 17:07:09 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 05 17:07:09 user nova-compute[75018]:         </nova:port>
Dec 05 17:07:09 user nova-compute[75018]:       </nova:ports>
Dec 05 17:07:09 user nova-compute[75018]:     </nova:instance>
Dec 05 17:07:09 user nova-compute[75018]:   </metadata>
Dec 05 17:07:09 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:07:09 user nova-compute[75018]:     <system>
Dec 05 17:07:09 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:07:09 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:07:09 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:07:09 user nova-compute[75018]:       <entry name="serial">72f18866-6d44-4c27-9469-e89f4be276c5</entry>
Dec 05 17:07:09 user nova-compute[75018]:       <entry name="uuid">72f18866-6d44-4c27-9469-e89f4be276c5</entry>
Dec 05 17:07:09 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:07:09 user nova-compute[75018]:     </system>
Dec 05 17:07:09 user nova-compute[75018]:   </sysinfo>
Dec 05 17:07:09 user nova-compute[75018]:   <os>
Dec 05 17:07:09 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:07:09 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:07:09 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:07:09 user nova-compute[75018]:   </os>
Dec 05 17:07:09 user nova-compute[75018]:   <features>
Dec 05 17:07:09 user nova-compute[75018]:     <acpi/>
Dec 05 17:07:09 user nova-compute[75018]:     <apic/>
Dec 05 17:07:09 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:07:09 user nova-compute[75018]:   </features>
Dec 05 17:07:09 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:07:09 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:07:09 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:07:09 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:07:09 user nova-compute[75018]:   </clock>
Dec 05 17:07:09 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:07:09 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:07:09 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:07:09 user nova-compute[75018]:   </cpu>
Dec 05 17:07:09 user nova-compute[75018]:   <devices>
Dec 05 17:07:09 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:07:09 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:07:09 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk"/>
Dec 05 17:07:09 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:07:09 user nova-compute[75018]:     </disk>
Dec 05 17:07:09 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:07:09 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:07:09 user nova-compute[75018]:       <source dev="/dev/sdc"/>
Dec 05 17:07:09 user nova-compute[75018]:       <target dev="vdb" bus="virtio"/>
Dec 05 17:07:09 user nova-compute[75018]:       <serial>348527f8-3a51-4869-b050-d0d2c9c7dbbe</serial>
Dec 05 17:07:09 user nova-compute[75018]:     </disk>
Dec 05 17:07:09 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:07:09 user nova-compute[75018]:       <mac address="fa:16:3e:dd:16:76"/>
Dec 05 17:07:09 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:07:09 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:07:09 user nova-compute[75018]:       <target dev="tap13debc29-d5"/>
Dec 05 17:07:09 user nova-compute[75018]:     </interface>
Dec 05 17:07:09 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:07:09 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/console.log" append="off"/>
Dec 05 17:07:09 user nova-compute[75018]:     </serial>
Dec 05 17:07:09 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:07:09 user nova-compute[75018]:     <video>
Dec 05 17:07:09 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:07:09 user nova-compute[75018]:     </video>
Dec 05 17:07:09 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:07:09 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:07:09 user nova-compute[75018]:     </rng>
Dec 05 17:07:09 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:07:09 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:07:09 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:07:09 user nova-compute[75018]:     </memballoon>
Dec 05 17:07:09 user nova-compute[75018]:   </devices>
Dec 05 17:07:09 user nova-compute[75018]: </domain>
Dec 05 17:07:09 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:02:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-754070654',display_name='tempest-ServerActionsTestOtherB-server-754070654',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-754070654',id=14,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDnLYOEyXLdzM2h+5a0hc15BkJS5Udod0DgOGkG0OAAzD9IXp4J+h/g94qzxF5GsHlrV6EPnJ4C1XEhhjrGJByAcycNU2RrQvqvZM0usezlGfS01Pa3ZFldXnYfn7PKrNg==',key_name='tempest-keypair-411987793',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:02:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='635c106af9034e0ea517a3b393df1942',ramdisk_id='',reservation_id='r-nosipukc',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-755840113',owner_user_name='tempest-ServerActionsTestOtherB-755840113-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:06:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c32c2b2b6654c15978d1023da6dccfe',uuid=72f18866-6d44-4c27-9469-e89f4be276c5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-819262439-network", "vif_mac": "fa:16:3e:dd:16:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converting VIF {"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-819262439-network", "vif_mac": "fa:16:3e:dd:16:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG os_vif [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1afecc0b-92e4-54b1-ba54-7004ff76c587', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap13debc29-d5, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap13debc29-d5, col_values=(('qos', UUID('cd43ce1a-1a65-4564-a41d-1943162bfb86')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap13debc29-d5, col_values=(('external_ids', {'iface-id': '13debc29-d5d3-4e04-96ab-205d9c85f600', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:16:76', 'vm-uuid': '72f18866-6d44-4c27-9469-e89f4be276c5'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:09 user nova-compute[75018]: INFO os_vif [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5')
Dec 05 17:07:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:07:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] No VIF found with MAC fa:16:3e:dd:16:76, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:07:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:11 user nova-compute[75018]: DEBUG nova.compute.manager [req-c611bf28-545f-458e-99d7-da9b57912164 req-aa802d1d-5c90-4be6-b36b-cfb05ff8a04c service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c611bf28-545f-458e-99d7-da9b57912164 req-aa802d1d-5c90-4be6-b36b-cfb05ff8a04c service nova] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c611bf28-545f-458e-99d7-da9b57912164 req-aa802d1d-5c90-4be6-b36b-cfb05ff8a04c service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c611bf28-545f-458e-99d7-da9b57912164 req-aa802d1d-5c90-4be6-b36b-cfb05ff8a04c service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:11 user nova-compute[75018]: DEBUG nova.compute.manager [req-c611bf28-545f-458e-99d7-da9b57912164 req-aa802d1d-5c90-4be6-b36b-cfb05ff8a04c service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] No waiting events found dispatching network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:07:11 user nova-compute[75018]: WARNING nova.compute.manager [req-c611bf28-545f-458e-99d7-da9b57912164 req-aa802d1d-5c90-4be6-b36b-cfb05ff8a04c service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received unexpected event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 for instance with vm_state active and task_state resize_finish.
Dec 05 17:07:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:07:13 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Instance running successfully.
Dec 05 17:07:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Failed to set time: agent not configured {{(pid=75018) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 05 17:07:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8b8c37d2-d022-4179-b4d9-89c65fd70538 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] finish_migration finished successfully. {{(pid=75018) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11772}}
Dec 05 17:07:13 user nova-compute[75018]: DEBUG nova.compute.manager [req-c954c8a3-68ff-4803-ab20-d872ee979e56 req-24da370a-7a92-4361-895c-cde718bf44d1 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c954c8a3-68ff-4803-ab20-d872ee979e56 req-24da370a-7a92-4361-895c-cde718bf44d1 service nova] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c954c8a3-68ff-4803-ab20-d872ee979e56 req-24da370a-7a92-4361-895c-cde718bf44d1 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c954c8a3-68ff-4803-ab20-d872ee979e56 req-24da370a-7a92-4361-895c-cde718bf44d1 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:13 user nova-compute[75018]: DEBUG nova.compute.manager [req-c954c8a3-68ff-4803-ab20-d872ee979e56 req-24da370a-7a92-4361-895c-cde718bf44d1 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] No waiting events found dispatching network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:07:13 user nova-compute[75018]: WARNING nova.compute.manager [req-c954c8a3-68ff-4803-ab20-d872ee979e56 req-24da370a-7a92-4361-895c-cde718bf44d1 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received unexpected event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 for instance with vm_state active and task_state resize_finish.
Dec 05 17:07:14 user nova-compute[75018]: DEBUG nova.compute.manager [req-9475fe7a-a1a2-4a16-8c64-5c061717734b req-a9e4f90a-973b-4d71-8f1a-067c2b65eb6f service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received event network-changed-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:14 user nova-compute[75018]: DEBUG nova.compute.manager [req-9475fe7a-a1a2-4a16-8c64-5c061717734b req-a9e4f90a-973b-4d71-8f1a-067c2b65eb6f service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Refreshing instance network info cache due to event network-changed-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:07:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9475fe7a-a1a2-4a16-8c64-5c061717734b req-a9e4f90a-973b-4d71-8f1a-067c2b65eb6f service nova] Acquiring lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:07:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9475fe7a-a1a2-4a16-8c64-5c061717734b req-a9e4f90a-973b-4d71-8f1a-067c2b65eb6f service nova] Acquired lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:07:14 user nova-compute[75018]: DEBUG nova.network.neutron [req-9475fe7a-a1a2-4a16-8c64-5c061717734b req-a9e4f90a-973b-4d71-8f1a-067c2b65eb6f service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Refreshing network info cache for port f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:07:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:14 user nova-compute[75018]: DEBUG nova.network.neutron [req-9475fe7a-a1a2-4a16-8c64-5c061717734b req-a9e4f90a-973b-4d71-8f1a-067c2b65eb6f service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Updated VIF entry in instance network info cache for port f3e765a4-ca4c-4ba3-9d1e-04f0207acae7. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:07:14 user nova-compute[75018]: DEBUG nova.network.neutron [req-9475fe7a-a1a2-4a16-8c64-5c061717734b req-a9e4f90a-973b-4d71-8f1a-067c2b65eb6f service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Updating instance_info_cache with network_info: [{"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:07:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9475fe7a-a1a2-4a16-8c64-5c061717734b req-a9e4f90a-973b-4d71-8f1a-067c2b65eb6f service nova] Releasing lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:07:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:15 user nova-compute[75018]: INFO nova.compute.manager [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Terminating instance
Dec 05 17:07:15 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:07:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-7afcd9ab-8b00-49a6-9d6a-675a1a4c5ba2 req-1ecd5ebc-4364-482f-88ad-c611fb8e9f4e service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Received event network-vif-unplugged-89da1cd5-2218-4244-a117-bc5c522213a9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7afcd9ab-8b00-49a6-9d6a-675a1a4c5ba2 req-1ecd5ebc-4364-482f-88ad-c611fb8e9f4e service nova] Acquiring lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7afcd9ab-8b00-49a6-9d6a-675a1a4c5ba2 req-1ecd5ebc-4364-482f-88ad-c611fb8e9f4e service nova] Lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7afcd9ab-8b00-49a6-9d6a-675a1a4c5ba2 req-1ecd5ebc-4364-482f-88ad-c611fb8e9f4e service nova] Lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-7afcd9ab-8b00-49a6-9d6a-675a1a4c5ba2 req-1ecd5ebc-4364-482f-88ad-c611fb8e9f4e service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] No waiting events found dispatching network-vif-unplugged-89da1cd5-2218-4244-a117-bc5c522213a9 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:07:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-7afcd9ab-8b00-49a6-9d6a-675a1a4c5ba2 req-1ecd5ebc-4364-482f-88ad-c611fb8e9f4e service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Received event network-vif-unplugged-89da1cd5-2218-4244-a117-bc5c522213a9 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:07:16 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Instance destroyed successfully.
Dec 05 17:07:16 user nova-compute[75018]: DEBUG nova.objects.instance [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lazy-loading 'resources' on Instance uuid ba697f5d-3bf2-4854-8bc5-0ef00406bf7a {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:07:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:05:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1789488131',display_name='tempest-VolumesActionsTest-instance-1789488131',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1789488131',id=21,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:05:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c96033231cb04830a6a749a44f97721a',ramdisk_id='',reservation_id='r-9zomoasx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-218540763',owner_user_name='tempest-VolumesActionsTest-218540763-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:05:35Z,user_data=None,user_id='993f889449574bef9b565c687ffeb48b',uuid=ba697f5d-3bf2-4854-8bc5-0ef00406bf7a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "89da1cd5-2218-4244-a117-bc5c522213a9", "address": "fa:16:3e:fd:62:f9", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89da1cd5-22", "ovs_interfaceid": "89da1cd5-2218-4244-a117-bc5c522213a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:07:16 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Converting VIF {"id": "89da1cd5-2218-4244-a117-bc5c522213a9", "address": "fa:16:3e:fd:62:f9", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap89da1cd5-22", "ovs_interfaceid": "89da1cd5-2218-4244-a117-bc5c522213a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:07:16 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:62:f9,bridge_name='br-int',has_traffic_filtering=True,id=89da1cd5-2218-4244-a117-bc5c522213a9,network=Network(493513ca-bd1b-414c-a3dd-af448f69847e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89da1cd5-22') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:07:16 user nova-compute[75018]: DEBUG os_vif [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:62:f9,bridge_name='br-int',has_traffic_filtering=True,id=89da1cd5-2218-4244-a117-bc5c522213a9,network=Network(493513ca-bd1b-414c-a3dd-af448f69847e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89da1cd5-22') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:07:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap89da1cd5-22, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:07:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ba7b0b2d-be3b-47f2-84b0-9fd9c0b4083a) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:16 user nova-compute[75018]: INFO os_vif [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:62:f9,bridge_name='br-int',has_traffic_filtering=True,id=89da1cd5-2218-4244-a117-bc5c522213a9,network=Network(493513ca-bd1b-414c-a3dd-af448f69847e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap89da1cd5-22')
Dec 05 17:07:16 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Deleting instance files /opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a_del
Dec 05 17:07:16 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Deletion of /opt/stack/data/nova/instances/ba697f5d-3bf2-4854-8bc5-0ef00406bf7a_del complete
Dec 05 17:07:16 user nova-compute[75018]: INFO nova.compute.manager [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Took 1.06 seconds to destroy the instance on the hypervisor.
Dec 05 17:07:16 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:07:16 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:07:16 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:07:17 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:07:17 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Took 0.63 seconds to deallocate network for instance.
Dec 05 17:07:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-dbe63939-323c-48b2-903a-158127a1e866 req-b500181a-c5ec-40e8-bf5f-0e4dd0858ad8 service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Received event network-vif-deleted-89da1cd5-2218-4244-a117-bc5c522213a9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:17 user nova-compute[75018]: INFO nova.compute.manager [req-dbe63939-323c-48b2-903a-158127a1e866 req-b500181a-c5ec-40e8-bf5f-0e4dd0858ad8 service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Neutron deleted interface 89da1cd5-2218-4244-a117-bc5c522213a9; detaching it from the instance and deleting it from the info cache
Dec 05 17:07:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-dbe63939-323c-48b2-903a-158127a1e866 req-b500181a-c5ec-40e8-bf5f-0e4dd0858ad8 service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:07:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-dbe63939-323c-48b2-903a-158127a1e866 req-b500181a-c5ec-40e8-bf5f-0e4dd0858ad8 service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Detach interface failed, port_id=89da1cd5-2218-4244-a117-bc5c522213a9, reason: Instance ba697f5d-3bf2-4854-8bc5-0ef00406bf7a could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:07:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:17 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:07:17 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:07:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.503s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:17 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Deleted allocations for instance ba697f5d-3bf2-4854-8bc5-0ef00406bf7a
Dec 05 17:07:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-e430b09c-1271-41df-a52c-9675b33a25f9 req-6b2c5cb6-aece-4a50-a027-6d1ba9412142 service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Received event network-vif-plugged-89da1cd5-2218-4244-a117-bc5c522213a9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e430b09c-1271-41df-a52c-9675b33a25f9 req-6b2c5cb6-aece-4a50-a027-6d1ba9412142 service nova] Acquiring lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e430b09c-1271-41df-a52c-9675b33a25f9 req-6b2c5cb6-aece-4a50-a027-6d1ba9412142 service nova] Lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e430b09c-1271-41df-a52c-9675b33a25f9 req-6b2c5cb6-aece-4a50-a027-6d1ba9412142 service nova] Lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-e430b09c-1271-41df-a52c-9675b33a25f9 req-6b2c5cb6-aece-4a50-a027-6d1ba9412142 service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] No waiting events found dispatching network-vif-plugged-89da1cd5-2218-4244-a117-bc5c522213a9 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:07:17 user nova-compute[75018]: WARNING nova.compute.manager [req-e430b09c-1271-41df-a52c-9675b33a25f9 req-6b2c5cb6-aece-4a50-a027-6d1ba9412142 service nova] [instance: ba697f5d-3bf2-4854-8bc5-0ef00406bf7a] Received unexpected event network-vif-plugged-89da1cd5-2218-4244-a117-bc5c522213a9 for instance with vm_state deleted and task_state None.
Dec 05 17:07:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1763ab02-d94d-4720-a620-bf0b76116244 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "ba697f5d-3bf2-4854-8bc5-0ef00406bf7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.477s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-e5a82e3e-d923-4fb2-8cc1-d2dc1a1113c6 req-5c945b21-df34-489d-9348-80a5bba0abf6 service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Received event network-changed-eaf31ebd-4e35-403a-9acc-5d60c14858c2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-e5a82e3e-d923-4fb2-8cc1-d2dc1a1113c6 req-5c945b21-df34-489d-9348-80a5bba0abf6 service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Refreshing instance network info cache due to event network-changed-eaf31ebd-4e35-403a-9acc-5d60c14858c2. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:07:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e5a82e3e-d923-4fb2-8cc1-d2dc1a1113c6 req-5c945b21-df34-489d-9348-80a5bba0abf6 service nova] Acquiring lock "refresh_cache-7f6d3f89-d809-4523-8573-610c7c82667b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:07:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e5a82e3e-d923-4fb2-8cc1-d2dc1a1113c6 req-5c945b21-df34-489d-9348-80a5bba0abf6 service nova] Acquired lock "refresh_cache-7f6d3f89-d809-4523-8573-610c7c82667b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:07:19 user nova-compute[75018]: DEBUG nova.network.neutron [req-e5a82e3e-d923-4fb2-8cc1-d2dc1a1113c6 req-5c945b21-df34-489d-9348-80a5bba0abf6 service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Refreshing network info cache for port eaf31ebd-4e35-403a-9acc-5d60c14858c2 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:07:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "7f6d3f89-d809-4523-8573-610c7c82667b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "7f6d3f89-d809-4523-8573-610c7c82667b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "7f6d3f89-d809-4523-8573-610c7c82667b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "7f6d3f89-d809-4523-8573-610c7c82667b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "7f6d3f89-d809-4523-8573-610c7c82667b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:19 user nova-compute[75018]: INFO nova.compute.manager [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Terminating instance
Dec 05 17:07:19 user nova-compute[75018]: DEBUG nova.compute.manager [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:07:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG nova.network.neutron [req-e5a82e3e-d923-4fb2-8cc1-d2dc1a1113c6 req-5c945b21-df34-489d-9348-80a5bba0abf6 service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Updated VIF entry in instance network info cache for port eaf31ebd-4e35-403a-9acc-5d60c14858c2. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG nova.network.neutron [req-e5a82e3e-d923-4fb2-8cc1-d2dc1a1113c6 req-5c945b21-df34-489d-9348-80a5bba0abf6 service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Updating instance_info_cache with network_info: [{"id": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "address": "fa:16:3e:6d:10:a6", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeaf31ebd-4e", "ovs_interfaceid": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e5a82e3e-d923-4fb2-8cc1-d2dc1a1113c6 req-5c945b21-df34-489d-9348-80a5bba0abf6 service nova] Releasing lock "refresh_cache-7f6d3f89-d809-4523-8573-610c7c82667b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-acde21b9-08db-44a2-83c4-d2d015ac9b62 req-f7d75a34-0410-4523-973c-107324659c19 service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Received event network-vif-unplugged-eaf31ebd-4e35-403a-9acc-5d60c14858c2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-acde21b9-08db-44a2-83c4-d2d015ac9b62 req-f7d75a34-0410-4523-973c-107324659c19 service nova] Acquiring lock "7f6d3f89-d809-4523-8573-610c7c82667b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-acde21b9-08db-44a2-83c4-d2d015ac9b62 req-f7d75a34-0410-4523-973c-107324659c19 service nova] Lock "7f6d3f89-d809-4523-8573-610c7c82667b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-acde21b9-08db-44a2-83c4-d2d015ac9b62 req-f7d75a34-0410-4523-973c-107324659c19 service nova] Lock "7f6d3f89-d809-4523-8573-610c7c82667b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-acde21b9-08db-44a2-83c4-d2d015ac9b62 req-f7d75a34-0410-4523-973c-107324659c19 service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] No waiting events found dispatching network-vif-unplugged-eaf31ebd-4e35-403a-9acc-5d60c14858c2 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-acde21b9-08db-44a2-83c4-d2d015ac9b62 req-f7d75a34-0410-4523-973c-107324659c19 service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Received event network-vif-unplugged-eaf31ebd-4e35-403a-9acc-5d60c14858c2 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:20 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Instance destroyed successfully.
Dec 05 17:07:20 user nova-compute[75018]: DEBUG nova.objects.instance [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lazy-loading 'resources' on Instance uuid 7f6d3f89-d809-4523-8573-610c7c82667b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:05:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2048065930',display_name='tempest-AttachVolumeNegativeTest-server-2048065930',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2048065930',id=22,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCIhtTS0wZQwtYFOVbx7t/O/uErQBHkNJfLA9WAbOkShLNLqcXb2/WHxJruHtYIGAkS3DxpqJJ92ppv+QhEmSC+NPpZPjSIqG2Pv53CxTJ/LiKXZUeoh0IXMWPclTi3xMg==',key_name='tempest-keypair-1428987524',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:05:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='91cb55b5c62f4d82ae96bc07a48fd906',ramdisk_id='',reservation_id='r-yy2ltweh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1278838961',owner_user_name='tempest-AttachVolumeNegativeTest-1278838961-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:05:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c254db3ec00e40338c3323be0668689e',uuid=7f6d3f89-d809-4523-8573-610c7c82667b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "address": "fa:16:3e:6d:10:a6", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeaf31ebd-4e", "ovs_interfaceid": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converting VIF {"id": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "address": "fa:16:3e:6d:10:a6", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeaf31ebd-4e", "ovs_interfaceid": "eaf31ebd-4e35-403a-9acc-5d60c14858c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:10:a6,bridge_name='br-int',has_traffic_filtering=True,id=eaf31ebd-4e35-403a-9acc-5d60c14858c2,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeaf31ebd-4e') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG os_vif [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:10:a6,bridge_name='br-int',has_traffic_filtering=True,id=eaf31ebd-4e35-403a-9acc-5d60c14858c2,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeaf31ebd-4e') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeaf31ebd-4e, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d17f9aff-c42c-47c3-83f4-80a0ae45a6ea) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:20 user nova-compute[75018]: INFO os_vif [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:10:a6,bridge_name='br-int',has_traffic_filtering=True,id=eaf31ebd-4e35-403a-9acc-5d60c14858c2,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeaf31ebd-4e')
Dec 05 17:07:20 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Deleting instance files /opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b_del
Dec 05 17:07:20 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Deletion of /opt/stack/data/nova/instances/7f6d3f89-d809-4523-8573-610c7c82667b_del complete
Dec 05 17:07:20 user nova-compute[75018]: INFO nova.compute.manager [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Took 0.72 seconds to destroy the instance on the hypervisor.
Dec 05 17:07:20 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:07:20 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:07:21 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:07:21 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Took 0.90 seconds to deallocate network for instance.
Dec 05 17:07:21 user nova-compute[75018]: DEBUG nova.compute.manager [req-b142514d-55b5-453b-9e0c-c66a0c00b146 req-95fe5963-6884-45b7-80c8-c6af72aa83f7 service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Received event network-vif-deleted-eaf31ebd-4e35-403a-9acc-5d60c14858c2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:21 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:07:21 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:07:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.420s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:21 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Deleted allocations for instance 7f6d3f89-d809-4523-8573-610c7c82667b
Dec 05 17:07:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-62ced790-c450-40f0-bb49-f5d8855a8a55 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "7f6d3f89-d809-4523-8573-610c7c82667b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.250s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-9d188f3a-28ef-4035-afdf-2967ed7c1d44 req-b90463a2-2035-4cd5-a383-c9c8a166cfab service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Received event network-vif-plugged-eaf31ebd-4e35-403a-9acc-5d60c14858c2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9d188f3a-28ef-4035-afdf-2967ed7c1d44 req-b90463a2-2035-4cd5-a383-c9c8a166cfab service nova] Acquiring lock "7f6d3f89-d809-4523-8573-610c7c82667b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9d188f3a-28ef-4035-afdf-2967ed7c1d44 req-b90463a2-2035-4cd5-a383-c9c8a166cfab service nova] Lock "7f6d3f89-d809-4523-8573-610c7c82667b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9d188f3a-28ef-4035-afdf-2967ed7c1d44 req-b90463a2-2035-4cd5-a383-c9c8a166cfab service nova] Lock "7f6d3f89-d809-4523-8573-610c7c82667b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-9d188f3a-28ef-4035-afdf-2967ed7c1d44 req-b90463a2-2035-4cd5-a383-c9c8a166cfab service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] No waiting events found dispatching network-vif-plugged-eaf31ebd-4e35-403a-9acc-5d60c14858c2 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:07:22 user nova-compute[75018]: WARNING nova.compute.manager [req-9d188f3a-28ef-4035-afdf-2967ed7c1d44 req-b90463a2-2035-4cd5-a383-c9c8a166cfab service nova] [instance: 7f6d3f89-d809-4523-8573-610c7c82667b] Received unexpected event network-vif-plugged-eaf31ebd-4e35-403a-9acc-5d60c14858c2 for instance with vm_state deleted and task_state None.
Dec 05 17:07:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:23 user nova-compute[75018]: INFO nova.compute.manager [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Shelving
Dec 05 17:07:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:24 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Instance destroyed successfully.
Dec 05 17:07:24 user nova-compute[75018]: DEBUG nova.compute.manager [req-e9523941-003d-4b3f-99e9-e5ba914f3901 req-f49480e6-1c21-40b5-b64f-0c8027f108cb service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received event network-vif-unplugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e9523941-003d-4b3f-99e9-e5ba914f3901 req-f49480e6-1c21-40b5-b64f-0c8027f108cb service nova] Acquiring lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e9523941-003d-4b3f-99e9-e5ba914f3901 req-f49480e6-1c21-40b5-b64f-0c8027f108cb service nova] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e9523941-003d-4b3f-99e9-e5ba914f3901 req-f49480e6-1c21-40b5-b64f-0c8027f108cb service nova] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:24 user nova-compute[75018]: DEBUG nova.compute.manager [req-e9523941-003d-4b3f-99e9-e5ba914f3901 req-f49480e6-1c21-40b5-b64f-0c8027f108cb service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] No waiting events found dispatching network-vif-unplugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:07:24 user nova-compute[75018]: WARNING nova.compute.manager [req-e9523941-003d-4b3f-99e9-e5ba914f3901 req-f49480e6-1c21-40b5-b64f-0c8027f108cb service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received unexpected event network-vif-unplugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 for instance with vm_state active and task_state shelving.
Dec 05 17:07:24 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Beginning cold snapshot process
Dec 05 17:07:24 user nova-compute[75018]: DEBUG nova.privsep.utils [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75018) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 05 17:07:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk /opt/stack/data/nova/instances/snapshots/tmp9i065f1j/00db7df38a3049f8b3a3b7cd9d1a3641 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:25 user nova-compute[75018]: DEBUG nova.compute.manager [req-bc95cc7e-935e-4384-af0c-b9f9d374033b req-7db48c8e-8e58-4150-8087-eba15457cb33 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received event network-changed-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:25 user nova-compute[75018]: DEBUG nova.compute.manager [req-bc95cc7e-935e-4384-af0c-b9f9d374033b req-7db48c8e-8e58-4150-8087-eba15457cb33 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Refreshing instance network info cache due to event network-changed-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:07:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-bc95cc7e-935e-4384-af0c-b9f9d374033b req-7db48c8e-8e58-4150-8087-eba15457cb33 service nova] Acquiring lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:07:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-bc95cc7e-935e-4384-af0c-b9f9d374033b req-7db48c8e-8e58-4150-8087-eba15457cb33 service nova] Acquired lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:07:25 user nova-compute[75018]: DEBUG nova.network.neutron [req-bc95cc7e-935e-4384-af0c-b9f9d374033b req-7db48c8e-8e58-4150-8087-eba15457cb33 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Refreshing network info cache for port 5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:07:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk /opt/stack/data/nova/instances/snapshots/tmp9i065f1j/00db7df38a3049f8b3a3b7cd9d1a3641" returned: 0 in 0.826s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:25 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Snapshot extracted, beginning image upload
Dec 05 17:07:26 user nova-compute[75018]: DEBUG nova.network.neutron [req-bc95cc7e-935e-4384-af0c-b9f9d374033b req-7db48c8e-8e58-4150-8087-eba15457cb33 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Updated VIF entry in instance network info cache for port 5fbc9a41-5ea5-4e7f-92b4-66f4acceef56. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:07:26 user nova-compute[75018]: DEBUG nova.network.neutron [req-bc95cc7e-935e-4384-af0c-b9f9d374033b req-7db48c8e-8e58-4150-8087-eba15457cb33 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Updating instance_info_cache with network_info: [{"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:07:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-bc95cc7e-935e-4384-af0c-b9f9d374033b req-7db48c8e-8e58-4150-8087-eba15457cb33 service nova] Releasing lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:07:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:07:26 user nova-compute[75018]: INFO nova.compute.manager [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] instance snapshotting
Dec 05 17:07:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-6c401a64-4fb7-4b33-a04f-e6dd8afb3660 req-9def64a2-d10b-4345-8d8d-3245c89ed94f service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received event network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6c401a64-4fb7-4b33-a04f-e6dd8afb3660 req-9def64a2-d10b-4345-8d8d-3245c89ed94f service nova] Acquiring lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6c401a64-4fb7-4b33-a04f-e6dd8afb3660 req-9def64a2-d10b-4345-8d8d-3245c89ed94f service nova] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6c401a64-4fb7-4b33-a04f-e6dd8afb3660 req-9def64a2-d10b-4345-8d8d-3245c89ed94f service nova] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-6c401a64-4fb7-4b33-a04f-e6dd8afb3660 req-9def64a2-d10b-4345-8d8d-3245c89ed94f service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] No waiting events found dispatching network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:07:26 user nova-compute[75018]: WARNING nova.compute.manager [req-6c401a64-4fb7-4b33-a04f-e6dd8afb3660 req-9def64a2-d10b-4345-8d8d-3245c89ed94f service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received unexpected event network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 for instance with vm_state active and task_state shelving_image_uploading.
Dec 05 17:07:26 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Beginning live snapshot process
Dec 05 17:07:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json -f qcow2 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json -f qcow2" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json -f qcow2 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json -f qcow2" returned: 0 in 0.218s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.171s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp4qj9soqk/db16f99cc4124ed1bc89a0ab646e8147.delta 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp4qj9soqk/db16f99cc4124ed1bc89a0ab646e8147.delta 1073741824" returned: 0 in 0.049s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:27 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 05 17:07:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:07:29 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Snapshot image upload complete
Dec 05 17:07:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:07:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] COPY block job progress, current cursor: 75497471 final cursor: 75497472 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:07:29 user nova-compute[75018]: INFO nova.compute.manager [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Shelve offloading
Dec 05 17:07:29 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Instance destroyed successfully.
Dec 05 17:07:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:07:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:07:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquired lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:07:29 user nova-compute[75018]: DEBUG nova.network.neutron [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:07:29 user nova-compute[75018]: DEBUG nova.network.neutron [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Updating instance_info_cache with network_info: [{"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:07:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Releasing lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:07:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:07:29 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 05 17:07:29 user nova-compute[75018]: DEBUG nova.privsep.utils [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75018) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 05 17:07:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp4qj9soqk/db16f99cc4124ed1bc89a0ab646e8147.delta /opt/stack/data/nova/instances/snapshots/tmp4qj9soqk/db16f99cc4124ed1bc89a0ab646e8147 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp4qj9soqk/db16f99cc4124ed1bc89a0ab646e8147.delta /opt/stack/data/nova/instances/snapshots/tmp4qj9soqk/db16f99cc4124ed1bc89a0ab646e8147" returned: 0 in 0.389s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:30 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Snapshot extracted, beginning image upload
Dec 05 17:07:30 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Instance destroyed successfully.
Dec 05 17:07:30 user nova-compute[75018]: DEBUG nova.objects.instance [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'resources' on Instance uuid d7af0f3d-ce07-4d51-96b6-edfb1aea885b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:05:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1046086738',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1046086738',id=20,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLSCiPoHTmiKR7iTWdpScfRXYzwY2S0VXUy8M/PJ4f6oR1eTdSlZkFpBPQ2M8KF8kYVURoDZ5Q7YWHSQz9qz8aLKU5rbL04jjLgYrZ8sYJIQj7P1US5atksVHmpc7HXIFQ==',key_name='tempest-keypair-1994005858',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:05:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='eeda605e799e4fc88ae4e8898981ee9c',ramdisk_id='',reservation_id='r-76487qtt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1242004540',owner_user_name='tempest-AttachVolumeShelveTestJSON-1242004540-project-member',shelved_at='2023-12-05T17:07:29.131102',shelved_host='user',shelved_image_id='6083d601-c61d-425e-a3dd-a643df34b2ac'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:07:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d407dbeca07a4ef1ade84c3932a79211',uuid=d7af0f3d-ce07-4d51-96b6-edfb1aea885b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converting VIF {"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:55:3a,bridge_name='br-int',has_traffic_filtering=True,id=f3e765a4-ca4c-4ba3-9d1e-04f0207acae7,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3e765a4-ca') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG os_vif [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:55:3a,bridge_name='br-int',has_traffic_filtering=True,id=f3e765a4-ca4c-4ba3-9d1e-04f0207acae7,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3e765a4-ca') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-a257dc0f-ecaa-46ea-9bb9-3912ce83322e req-7f83e109-4457-4e2a-96c0-fff8c8c3d392 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received event network-changed-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-a257dc0f-ecaa-46ea-9bb9-3912ce83322e req-7f83e109-4457-4e2a-96c0-fff8c8c3d392 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Refreshing instance network info cache due to event network-changed-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a257dc0f-ecaa-46ea-9bb9-3912ce83322e req-7f83e109-4457-4e2a-96c0-fff8c8c3d392 service nova] Acquiring lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a257dc0f-ecaa-46ea-9bb9-3912ce83322e req-7f83e109-4457-4e2a-96c0-fff8c8c3d392 service nova] Acquired lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG nova.network.neutron [req-a257dc0f-ecaa-46ea-9bb9-3912ce83322e req-7f83e109-4457-4e2a-96c0-fff8c8c3d392 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Refreshing network info cache for port f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf3e765a4-ca, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=24f23528-8529-4861-9a97-b469f59b2425) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:30 user nova-compute[75018]: INFO os_vif [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:55:3a,bridge_name='br-int',has_traffic_filtering=True,id=f3e765a4-ca4c-4ba3-9d1e-04f0207acae7,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3e765a4-ca')
Dec 05 17:07:30 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Deleting instance files /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b_del
Dec 05 17:07:30 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Deletion of /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b_del complete
Dec 05 17:07:30 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Deleted allocations for instance d7af0f3d-ce07-4d51-96b6-edfb1aea885b
Dec 05 17:07:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG nova.objects.instance [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'numa_topology' on Instance uuid d7af0f3d-ce07-4d51-96b6-edfb1aea885b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG nova.objects.base [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Object Instance<d7af0f3d-ce07-4d51-96b6-edfb1aea885b> lazy-loaded attributes: resources,numa_topology {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG nova.network.neutron [req-a257dc0f-ecaa-46ea-9bb9-3912ce83322e req-7f83e109-4457-4e2a-96c0-fff8c8c3d392 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Updated VIF entry in instance network info cache for port f3e765a4-ca4c-4ba3-9d1e-04f0207acae7. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG nova.network.neutron [req-a257dc0f-ecaa-46ea-9bb9-3912ce83322e req-7f83e109-4457-4e2a-96c0-fff8c8c3d392 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Updating instance_info_cache with network_info: [{"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:07:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a257dc0f-ecaa-46ea-9bb9-3912ce83322e req-7f83e109-4457-4e2a-96c0-fff8c8c3d392 service nova] Releasing lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:07:31 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:07:31 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:07:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.449s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-63860ae6-8830-437f-8690-79d61849af02 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.315s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:33 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Snapshot image upload complete
Dec 05 17:07:33 user nova-compute[75018]: INFO nova.compute.manager [None req-c00e38ff-254e-4088-bb4f-025ff5942baf tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Took 6.23 seconds to snapshot the instance on the hypervisor.
Dec 05 17:07:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "fbd61d9b-738e-4208-948a-318b766a059f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "fbd61d9b-738e-4208-948a-318b766a059f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:36 user nova-compute[75018]: DEBUG nova.compute.manager [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:07:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:07:36 user nova-compute[75018]: INFO nova.compute.claims [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Claim successful on node user
Dec 05 17:07:37 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.499s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG nova.compute.manager [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG nova.compute.manager [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG nova.network.neutron [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:07:37 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:07:37 user nova-compute[75018]: DEBUG nova.compute.manager [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG nova.policy [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8da346c164fb4c0280a7dfb63c4d1a52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31b8f8305ff14e2883c646a9dfa3af0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG nova.compute.manager [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:07:37 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Creating image(s)
Dec 05 17:07:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "/opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "/opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "/opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.182s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk 1073741824" returned: 0 in 0.046s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.175s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:07:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Successfully created port: 82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:07:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:38 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Cannot resize image /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:07:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:07:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Ensure instance console log exists: /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:07:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Successfully updated port: 82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:07:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "refresh_cache-fbd61d9b-738e-4208-948a-318b766a059f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:07:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquired lock "refresh_cache-fbd61d9b-738e-4208-948a-318b766a059f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:07:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:07:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.compute.manager [req-3d16970d-0201-4d2e-817d-46ac51738703 req-6e4a92ad-cc07-438d-afc9-2aa54c24cbc7 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received event network-changed-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.compute.manager [req-3d16970d-0201-4d2e-817d-46ac51738703 req-6e4a92ad-cc07-438d-afc9-2aa54c24cbc7 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Refreshing instance network info cache due to event network-changed-82d621d8-5197-405e-827f-7ab467fbc05c. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3d16970d-0201-4d2e-817d-46ac51738703 req-6e4a92ad-cc07-438d-afc9-2aa54c24cbc7 service nova] Acquiring lock "refresh_cache-fbd61d9b-738e-4208-948a-318b766a059f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.network.neutron [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Updating instance_info_cache with network_info: [{"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Releasing lock "refresh_cache-fbd61d9b-738e-4208-948a-318b766a059f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.compute.manager [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Instance network_info: |[{"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3d16970d-0201-4d2e-817d-46ac51738703 req-6e4a92ad-cc07-438d-afc9-2aa54c24cbc7 service nova] Acquired lock "refresh_cache-fbd61d9b-738e-4208-948a-318b766a059f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.network.neutron [req-3d16970d-0201-4d2e-817d-46ac51738703 req-6e4a92ad-cc07-438d-afc9-2aa54c24cbc7 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Refreshing network info cache for port 82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Start _get_guest_xml network_info=[{"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:07:39 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:07:39 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:07:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1179453662',display_name='tempest-tempest.common.compute-instance-1179453662',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1179453662',id=26,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCGlTXggElctFLV9m52j8W2wYzdf8sx7RBuhgjh+PioWk3sBJc5HS5yEOG5wmmtdergo5c3R+OuzkdbjLBs0A6rhPcx1VmKMCbxwlJt5H93LL5qpYRTLReofp5taFhciaw==',key_name='tempest-keypair-1764533090',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31b8f8305ff14e2883c646a9dfa3af0d',ramdisk_id='',reservation_id='r-r7xwujlc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-828640255',owner_user_name='tempest-ServerActionsTestOtherA-828640255-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:07:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8da346c164fb4c0280a7dfb63c4d1a52',uuid=fbd61d9b-738e-4208-948a-318b766a059f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converting VIF {"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:59:17,bridge_name='br-int',has_traffic_filtering=True,id=82d621d8-5197-405e-827f-7ab467fbc05c,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82d621d8-51') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.objects.instance [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lazy-loading 'pci_devices' on Instance uuid fbd61d9b-738e-4208-948a-318b766a059f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:07:39 user nova-compute[75018]:   <uuid>fbd61d9b-738e-4208-948a-318b766a059f</uuid>
Dec 05 17:07:39 user nova-compute[75018]:   <name>instance-0000001a</name>
Dec 05 17:07:39 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:07:39 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:07:39 user nova-compute[75018]:   <metadata>
Dec 05 17:07:39 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:07:39 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:07:39 user nova-compute[75018]:       <nova:name>tempest-tempest.common.compute-instance-1179453662</nova:name>
Dec 05 17:07:39 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:07:39</nova:creationTime>
Dec 05 17:07:39 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:07:39 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:07:39 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:07:39 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:07:39 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:07:39 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:07:39 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:07:39 user nova-compute[75018]:       <nova:owner>
Dec 05 17:07:39 user nova-compute[75018]:         <nova:user uuid="8da346c164fb4c0280a7dfb63c4d1a52">tempest-ServerActionsTestOtherA-828640255-project-member</nova:user>
Dec 05 17:07:39 user nova-compute[75018]:         <nova:project uuid="31b8f8305ff14e2883c646a9dfa3af0d">tempest-ServerActionsTestOtherA-828640255</nova:project>
Dec 05 17:07:39 user nova-compute[75018]:       </nova:owner>
Dec 05 17:07:39 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:07:39 user nova-compute[75018]:       <nova:ports>
Dec 05 17:07:39 user nova-compute[75018]:         <nova:port uuid="82d621d8-5197-405e-827f-7ab467fbc05c">
Dec 05 17:07:39 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 05 17:07:39 user nova-compute[75018]:         </nova:port>
Dec 05 17:07:39 user nova-compute[75018]:       </nova:ports>
Dec 05 17:07:39 user nova-compute[75018]:     </nova:instance>
Dec 05 17:07:39 user nova-compute[75018]:   </metadata>
Dec 05 17:07:39 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:07:39 user nova-compute[75018]:     <system>
Dec 05 17:07:39 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:07:39 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:07:39 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:07:39 user nova-compute[75018]:       <entry name="serial">fbd61d9b-738e-4208-948a-318b766a059f</entry>
Dec 05 17:07:39 user nova-compute[75018]:       <entry name="uuid">fbd61d9b-738e-4208-948a-318b766a059f</entry>
Dec 05 17:07:39 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:07:39 user nova-compute[75018]:     </system>
Dec 05 17:07:39 user nova-compute[75018]:   </sysinfo>
Dec 05 17:07:39 user nova-compute[75018]:   <os>
Dec 05 17:07:39 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:07:39 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:07:39 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:07:39 user nova-compute[75018]:   </os>
Dec 05 17:07:39 user nova-compute[75018]:   <features>
Dec 05 17:07:39 user nova-compute[75018]:     <acpi/>
Dec 05 17:07:39 user nova-compute[75018]:     <apic/>
Dec 05 17:07:39 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:07:39 user nova-compute[75018]:   </features>
Dec 05 17:07:39 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:07:39 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:07:39 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:07:39 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:07:39 user nova-compute[75018]:   </clock>
Dec 05 17:07:39 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:07:39 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:07:39 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:07:39 user nova-compute[75018]:   </cpu>
Dec 05 17:07:39 user nova-compute[75018]:   <devices>
Dec 05 17:07:39 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:07:39 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:07:39 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk"/>
Dec 05 17:07:39 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:07:39 user nova-compute[75018]:     </disk>
Dec 05 17:07:39 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:07:39 user nova-compute[75018]:       <mac address="fa:16:3e:fa:59:17"/>
Dec 05 17:07:39 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:07:39 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:07:39 user nova-compute[75018]:       <target dev="tap82d621d8-51"/>
Dec 05 17:07:39 user nova-compute[75018]:     </interface>
Dec 05 17:07:39 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:07:39 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/console.log" append="off"/>
Dec 05 17:07:39 user nova-compute[75018]:     </serial>
Dec 05 17:07:39 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:07:39 user nova-compute[75018]:     <video>
Dec 05 17:07:39 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:07:39 user nova-compute[75018]:     </video>
Dec 05 17:07:39 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:07:39 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:07:39 user nova-compute[75018]:     </rng>
Dec 05 17:07:39 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:07:39 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:07:39 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:07:39 user nova-compute[75018]:     </memballoon>
Dec 05 17:07:39 user nova-compute[75018]:   </devices>
Dec 05 17:07:39 user nova-compute[75018]: </domain>
Dec 05 17:07:39 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:07:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1179453662',display_name='tempest-tempest.common.compute-instance-1179453662',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1179453662',id=26,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCGlTXggElctFLV9m52j8W2wYzdf8sx7RBuhgjh+PioWk3sBJc5HS5yEOG5wmmtdergo5c3R+OuzkdbjLBs0A6rhPcx1VmKMCbxwlJt5H93LL5qpYRTLReofp5taFhciaw==',key_name='tempest-keypair-1764533090',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31b8f8305ff14e2883c646a9dfa3af0d',ramdisk_id='',reservation_id='r-r7xwujlc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-828640255',owner_user_name='tempest-ServerActionsTestOtherA-828640255-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:07:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8da346c164fb4c0280a7dfb63c4d1a52',uuid=fbd61d9b-738e-4208-948a-318b766a059f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converting VIF {"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:59:17,bridge_name='br-int',has_traffic_filtering=True,id=82d621d8-5197-405e-827f-7ab467fbc05c,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82d621d8-51') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG os_vif [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:59:17,bridge_name='br-int',has_traffic_filtering=True,id=82d621d8-5197-405e-827f-7ab467fbc05c,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82d621d8-51') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '71d3c10b-de2c-5d27-8b62-4f53f13bf7d6', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap82d621d8-51, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap82d621d8-51, col_values=(('qos', UUID('a692a1f9-d8be-4512-9f9b-fef351786e3a')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap82d621d8-51, col_values=(('external_ids', {'iface-id': '82d621d8-5197-405e-827f-7ab467fbc05c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fa:59:17', 'vm-uuid': 'fbd61d9b-738e-4208-948a-318b766a059f'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:39 user nova-compute[75018]: INFO os_vif [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:59:17,bridge_name='br-int',has_traffic_filtering=True,id=82d621d8-5197-405e-827f-7ab467fbc05c,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82d621d8-51')
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] No VIF found with MAC fa:16:3e:fa:59:17, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.network.neutron [req-3d16970d-0201-4d2e-817d-46ac51738703 req-6e4a92ad-cc07-438d-afc9-2aa54c24cbc7 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Updated VIF entry in instance network info cache for port 82d621d8-5197-405e-827f-7ab467fbc05c. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG nova.network.neutron [req-3d16970d-0201-4d2e-817d-46ac51738703 req-6e4a92ad-cc07-438d-afc9-2aa54c24cbc7 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Updating instance_info_cache with network_info: [{"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:07:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3d16970d-0201-4d2e-817d-46ac51738703 req-6e4a92ad-cc07-438d-afc9-2aa54c24cbc7 service nova] Releasing lock "refresh_cache-fbd61d9b-738e-4208-948a-318b766a059f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:07:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Acquiring lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Acquiring lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:40 user nova-compute[75018]: INFO nova.compute.manager [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Terminating instance
Dec 05 17:07:40 user nova-compute[75018]: DEBUG nova.compute.manager [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:07:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-a1fa7769-835c-47ac-abac-f91b6eef0210 req-15e4cd5c-845e-4cd7-8d8f-dee3448141b9 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received event network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a1fa7769-835c-47ac-abac-f91b6eef0210 req-15e4cd5c-845e-4cd7-8d8f-dee3448141b9 service nova] Acquiring lock "fbd61d9b-738e-4208-948a-318b766a059f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a1fa7769-835c-47ac-abac-f91b6eef0210 req-15e4cd5c-845e-4cd7-8d8f-dee3448141b9 service nova] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a1fa7769-835c-47ac-abac-f91b6eef0210 req-15e4cd5c-845e-4cd7-8d8f-dee3448141b9 service nova] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-a1fa7769-835c-47ac-abac-f91b6eef0210 req-15e4cd5c-845e-4cd7-8d8f-dee3448141b9 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] No waiting events found dispatching network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:07:41 user nova-compute[75018]: WARNING nova.compute.manager [req-a1fa7769-835c-47ac-abac-f91b6eef0210 req-15e4cd5c-845e-4cd7-8d8f-dee3448141b9 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received unexpected event network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c for instance with vm_state building and task_state spawning.
Dec 05 17:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-b6fa5a21-0e30-4c0d-97da-40e15fd1f050 req-88a9085a-cfe8-4e6e-94a5-c1886493bb44 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received event network-vif-unplugged-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b6fa5a21-0e30-4c0d-97da-40e15fd1f050 req-88a9085a-cfe8-4e6e-94a5-c1886493bb44 service nova] Acquiring lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b6fa5a21-0e30-4c0d-97da-40e15fd1f050 req-88a9085a-cfe8-4e6e-94a5-c1886493bb44 service nova] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b6fa5a21-0e30-4c0d-97da-40e15fd1f050 req-88a9085a-cfe8-4e6e-94a5-c1886493bb44 service nova] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-b6fa5a21-0e30-4c0d-97da-40e15fd1f050 req-88a9085a-cfe8-4e6e-94a5-c1886493bb44 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] No waiting events found dispatching network-vif-unplugged-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-b6fa5a21-0e30-4c0d-97da-40e15fd1f050 req-88a9085a-cfe8-4e6e-94a5-c1886493bb44 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received event network-vif-unplugged-39a7234d-3caf-41c5-bf73-2c29316c366f for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:41 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Instance destroyed successfully.
Dec 05 17:07:41 user nova-compute[75018]: DEBUG nova.objects.instance [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lazy-loading 'resources' on Instance uuid 80d92ef7-6c7e-499e-a0a9-e1c9180533c3 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:04:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1047057571',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1047057571',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1047057',id=19,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDTh6L7TUScYegPJQRCpy45PkaR71mCBmyjK60tATgHxn9yQ0lvz5ki/AKJ5j+EqNtsGF+yR97BTT2y4ma96LgjJsJ8ahwzwPtkia/aBz2CaAhGZOWvQ5lA3h3YJOohx5Q==',key_name='tempest-keypair-510291842',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:04:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='07412e547a514c3da5a00a1a75767a90',ramdisk_id='',reservation_id='r-wr1irzy1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1990541272',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:04:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d496032cae1493090c13c654b9703e6',uuid=80d92ef7-6c7e-499e-a0a9-e1c9180533c3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "39a7234d-3caf-41c5-bf73-2c29316c366f", "address": "fa:16:3e:f2:b7:89", "network": {"id": "cc4b2d6d-b1ec-4592-b2c4-a70e18857e46", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-530753684-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.16", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07412e547a514c3da5a00a1a75767a90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39a7234d-3c", "ovs_interfaceid": "39a7234d-3caf-41c5-bf73-2c29316c366f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Converting VIF {"id": "39a7234d-3caf-41c5-bf73-2c29316c366f", "address": "fa:16:3e:f2:b7:89", "network": {"id": "cc4b2d6d-b1ec-4592-b2c4-a70e18857e46", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-530753684-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.16", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "07412e547a514c3da5a00a1a75767a90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39a7234d-3c", "ovs_interfaceid": "39a7234d-3caf-41c5-bf73-2c29316c366f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f2:b7:89,bridge_name='br-int',has_traffic_filtering=True,id=39a7234d-3caf-41c5-bf73-2c29316c366f,network=Network(cc4b2d6d-b1ec-4592-b2c4-a70e18857e46),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39a7234d-3c') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG os_vif [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:b7:89,bridge_name='br-int',has_traffic_filtering=True,id=39a7234d-3caf-41c5-bf73-2c29316c366f,network=Network(cc4b2d6d-b1ec-4592-b2c4-a70e18857e46),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39a7234d-3c') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap39a7234d-3c, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f2e2f536-c280-451a-bdab-cc76d50db819) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:07:41 user nova-compute[75018]: INFO os_vif [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:b7:89,bridge_name='br-int',has_traffic_filtering=True,id=39a7234d-3caf-41c5-bf73-2c29316c366f,network=Network(cc4b2d6d-b1ec-4592-b2c4-a70e18857e46),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39a7234d-3c')
Dec 05 17:07:41 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Deleting instance files /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3_del
Dec 05 17:07:41 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Deletion of /opt/stack/data/nova/instances/80d92ef7-6c7e-499e-a0a9-e1c9180533c3_del complete
Dec 05 17:07:41 user nova-compute[75018]: INFO nova.compute.manager [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Took 1.02 seconds to destroy the instance on the hypervisor.
Dec 05 17:07:41 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:07:41 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:07:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:42 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:07:42 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Took 1.00 seconds to deallocate network for instance.
Dec 05 17:07:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-025339f0-a74e-4601-a517-af65b5996b77 req-d054aaf6-20c1-4bf5-b871-d4dbcce1b958 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received event network-vif-deleted-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:42 user nova-compute[75018]: INFO nova.compute.manager [req-025339f0-a74e-4601-a517-af65b5996b77 req-d054aaf6-20c1-4bf5-b871-d4dbcce1b958 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Neutron deleted interface 39a7234d-3caf-41c5-bf73-2c29316c366f; detaching it from the instance and deleting it from the info cache
Dec 05 17:07:42 user nova-compute[75018]: DEBUG nova.network.neutron [req-025339f0-a74e-4601-a517-af65b5996b77 req-d054aaf6-20c1-4bf5-b871-d4dbcce1b958 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:07:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-025339f0-a74e-4601-a517-af65b5996b77 req-d054aaf6-20c1-4bf5-b871-d4dbcce1b958 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Detach interface failed, port_id=39a7234d-3caf-41c5-bf73-2c29316c366f, reason: Instance 80d92ef7-6c7e-499e-a0a9-e1c9180533c3 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:07:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-6b46259e-9892-425f-adeb-b8dc3a8820e3 req-31ec0af0-99ef-440d-8f0b-9e3099a163ed service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received event network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6b46259e-9892-425f-adeb-b8dc3a8820e3 req-31ec0af0-99ef-440d-8f0b-9e3099a163ed service nova] Acquiring lock "fbd61d9b-738e-4208-948a-318b766a059f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6b46259e-9892-425f-adeb-b8dc3a8820e3 req-31ec0af0-99ef-440d-8f0b-9e3099a163ed service nova] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6b46259e-9892-425f-adeb-b8dc3a8820e3 req-31ec0af0-99ef-440d-8f0b-9e3099a163ed service nova] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-6b46259e-9892-425f-adeb-b8dc3a8820e3 req-31ec0af0-99ef-440d-8f0b-9e3099a163ed service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] No waiting events found dispatching network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:07:43 user nova-compute[75018]: WARNING nova.compute.manager [req-6b46259e-9892-425f-adeb-b8dc3a8820e3 req-31ec0af0-99ef-440d-8f0b-9e3099a163ed service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received unexpected event network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c for instance with vm_state building and task_state spawning.
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received event network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] Acquiring lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] No waiting events found dispatching network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:07:43 user nova-compute[75018]: WARNING nova.compute.manager [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received unexpected event network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f for instance with vm_state deleted and task_state None.
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received event network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] Acquiring lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] No waiting events found dispatching network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:07:43 user nova-compute[75018]: WARNING nova.compute.manager [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received unexpected event network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f for instance with vm_state deleted and task_state None.
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received event network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] Acquiring lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] No waiting events found dispatching network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:07:43 user nova-compute[75018]: WARNING nova.compute.manager [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received unexpected event network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f for instance with vm_state deleted and task_state None.
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received event network-vif-unplugged-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] Acquiring lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] No waiting events found dispatching network-vif-unplugged-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:07:43 user nova-compute[75018]: WARNING nova.compute.manager [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received unexpected event network-vif-unplugged-39a7234d-3caf-41c5-bf73-2c29316c366f for instance with vm_state deleted and task_state None.
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received event network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] Acquiring lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] No waiting events found dispatching network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:07:43 user nova-compute[75018]: WARNING nova.compute.manager [req-e41338fa-7cd1-466b-b69e-ab1a1fcc274d req-0a1110de-487f-4d9c-88c9-4c13ec016d77 service nova] [instance: 80d92ef7-6c7e-499e-a0a9-e1c9180533c3] Received unexpected event network-vif-plugged-39a7234d-3caf-41c5-bf73-2c29316c366f for instance with vm_state deleted and task_state None.
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.476s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:43 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Deleted allocations for instance 80d92ef7-6c7e-499e-a0a9-e1c9180533c3
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:07:43 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Instance spawned successfully.
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b656c9ca-0c00-4e0a-ba7c-9800bf2d08be tempest-TestServerVolumeAttachScenarioOldVersion-1990541272 tempest-TestServerVolumeAttachScenarioOldVersion-1990541272-project-member] Lock "80d92ef7-6c7e-499e-a0a9-e1c9180533c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.722s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:43 user nova-compute[75018]: INFO nova.compute.manager [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Took 6.11 seconds to spawn the instance on the hypervisor.
Dec 05 17:07:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:07:43 user nova-compute[75018]: INFO nova.compute.manager [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Took 7.01 seconds to build instance.
Dec 05 17:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-523651ef-a2c0-4290-b5a0-06ac2252ca3d tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "fbd61d9b-738e-4208-948a-318b766a059f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.105s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:56 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:07:56 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:07:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:07:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:07:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:07:56 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:07:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:07:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:07:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:07:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:07:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:07:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:07:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:07:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:07:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:07:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:08:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:01 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:08:01 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7403MB free_disk=25.013080596923828GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Applying migration context for instance 72f18866-6d44-4c27-9469-e89f4be276c5 as it has an incoming, in-progress migration f614c226-b647-42b3-bee3-481e605e5a6a. Migration status is finished {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 05 17:08:01 user nova-compute[75018]: INFO nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Updating resource usage from migration f614c226-b647-42b3-bee3-481e605e5a6a
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 533bba90-582b-4ad5-9763-532788f79d6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5931bfc3-7400-4941-bc87-b07f86c6982b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance acf77ce1-141a-4c0e-8dab-6759f7dcc507 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5343f265-d477-426d-8262-c86bd90d45c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b60ed568-caad-48a7-845a-46861ba931c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 186d52ed-d917-4547-877b-fa4431b8d30b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Migration f614c226-b647-42b3-bee3-481e605e5a6a is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 72f18866-6d44-4c27-9469-e89f4be276c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance fbd61d9b-738e-4208-948a-318b766a059f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=30GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:08:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.468s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:08:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:08:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:08:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-acf77ce1-141a-4c0e-8dab-6759f7dcc507" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:08:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-acf77ce1-141a-4c0e-8dab-6759f7dcc507" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:08:03 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:08:04 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Updating instance_info_cache with network_info: [{"id": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "address": "fa:16:3e:99:52:66", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1652e95a-50", "ovs_interfaceid": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:08:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-acf77ce1-141a-4c0e-8dab-6759f7dcc507" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:08:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:08:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:08:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:08:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:08:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:08:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:08:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:08:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:08:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:07 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:08:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:07 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:08:07 user nova-compute[75018]: INFO nova.compute.claims [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Claim successful on node user
Dec 05 17:08:08 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.542s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG nova.network.neutron [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:08:08 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:08:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG nova.policy [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '993f889449574bef9b565c687ffeb48b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c96033231cb04830a6a749a44f97721a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:08:08 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Creating image(s)
Dec 05 17:08:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "/opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "/opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "/opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.218s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.192s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1/disk 1073741824" returned: 0 in 0.058s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:08 user nova-compute[75018]: DEBUG nova.network.neutron [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Successfully created port: 61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.187s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Cannot resize image /opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Ensure instance console log exists: /opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.network.neutron [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Successfully updated port: 61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "refresh_cache-b6f8c4fd-2ebf-4312-aedd-80affb38c6a1" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquired lock "refresh_cache-b6f8c4fd-2ebf-4312-aedd-80affb38c6a1" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.network.neutron [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.network.neutron [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.compute.manager [req-e1012c78-2b57-4f2e-8864-c11b23a6d5fe req-17e3e67d-3332-4551-abed-a610644204b0 service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Received event network-changed-61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.compute.manager [req-e1012c78-2b57-4f2e-8864-c11b23a6d5fe req-17e3e67d-3332-4551-abed-a610644204b0 service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Refreshing instance network info cache due to event network-changed-61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e1012c78-2b57-4f2e-8864-c11b23a6d5fe req-17e3e67d-3332-4551-abed-a610644204b0 service nova] Acquiring lock "refresh_cache-b6f8c4fd-2ebf-4312-aedd-80affb38c6a1" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.network.neutron [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Updating instance_info_cache with network_info: [{"id": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "address": "fa:16:3e:31:40:07", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e39aed-e9", "ovs_interfaceid": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Releasing lock "refresh_cache-b6f8c4fd-2ebf-4312-aedd-80affb38c6a1" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Instance network_info: |[{"id": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "address": "fa:16:3e:31:40:07", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e39aed-e9", "ovs_interfaceid": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e1012c78-2b57-4f2e-8864-c11b23a6d5fe req-17e3e67d-3332-4551-abed-a610644204b0 service nova] Acquired lock "refresh_cache-b6f8c4fd-2ebf-4312-aedd-80affb38c6a1" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.network.neutron [req-e1012c78-2b57-4f2e-8864-c11b23a6d5fe req-17e3e67d-3332-4551-abed-a610644204b0 service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Refreshing network info cache for port 61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Start _get_guest_xml network_info=[{"id": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "address": "fa:16:3e:31:40:07", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e39aed-e9", "ovs_interfaceid": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:08:09 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:08:09 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:08:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1786354641',display_name='tempest-VolumesActionsTest-instance-1786354641',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1786354641',id=27,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c96033231cb04830a6a749a44f97721a',ramdisk_id='',reservation_id='r-u104bhb7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-218540763',owner_user_name='tempest-VolumesActionsTest-218540763-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:08:08Z,user_data=None,user_id='993f889449574bef9b565c687ffeb48b',uuid=b6f8c4fd-2ebf-4312-aedd-80affb38c6a1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "address": "fa:16:3e:31:40:07", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e39aed-e9", "ovs_interfaceid": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Converting VIF {"id": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "address": "fa:16:3e:31:40:07", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e39aed-e9", "ovs_interfaceid": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:08:09 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:40:07,bridge_name='br-int',has_traffic_filtering=True,id=61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2,network=Network(493513ca-bd1b-414c-a3dd-af448f69847e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e39aed-e9') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG nova.objects.instance [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lazy-loading 'pci_devices' on Instance uuid b6f8c4fd-2ebf-4312-aedd-80affb38c6a1 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:08:10 user nova-compute[75018]:   <uuid>b6f8c4fd-2ebf-4312-aedd-80affb38c6a1</uuid>
Dec 05 17:08:10 user nova-compute[75018]:   <name>instance-0000001b</name>
Dec 05 17:08:10 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:08:10 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:08:10 user nova-compute[75018]:   <metadata>
Dec 05 17:08:10 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:08:10 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:08:10 user nova-compute[75018]:       <nova:name>tempest-VolumesActionsTest-instance-1786354641</nova:name>
Dec 05 17:08:10 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:08:09</nova:creationTime>
Dec 05 17:08:10 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:08:10 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:08:10 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:08:10 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:08:10 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:08:10 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:08:10 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:08:10 user nova-compute[75018]:       <nova:owner>
Dec 05 17:08:10 user nova-compute[75018]:         <nova:user uuid="993f889449574bef9b565c687ffeb48b">tempest-VolumesActionsTest-218540763-project-member</nova:user>
Dec 05 17:08:10 user nova-compute[75018]:         <nova:project uuid="c96033231cb04830a6a749a44f97721a">tempest-VolumesActionsTest-218540763</nova:project>
Dec 05 17:08:10 user nova-compute[75018]:       </nova:owner>
Dec 05 17:08:10 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:08:10 user nova-compute[75018]:       <nova:ports>
Dec 05 17:08:10 user nova-compute[75018]:         <nova:port uuid="61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2">
Dec 05 17:08:10 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 05 17:08:10 user nova-compute[75018]:         </nova:port>
Dec 05 17:08:10 user nova-compute[75018]:       </nova:ports>
Dec 05 17:08:10 user nova-compute[75018]:     </nova:instance>
Dec 05 17:08:10 user nova-compute[75018]:   </metadata>
Dec 05 17:08:10 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:08:10 user nova-compute[75018]:     <system>
Dec 05 17:08:10 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:08:10 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:08:10 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:08:10 user nova-compute[75018]:       <entry name="serial">b6f8c4fd-2ebf-4312-aedd-80affb38c6a1</entry>
Dec 05 17:08:10 user nova-compute[75018]:       <entry name="uuid">b6f8c4fd-2ebf-4312-aedd-80affb38c6a1</entry>
Dec 05 17:08:10 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:08:10 user nova-compute[75018]:     </system>
Dec 05 17:08:10 user nova-compute[75018]:   </sysinfo>
Dec 05 17:08:10 user nova-compute[75018]:   <os>
Dec 05 17:08:10 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:08:10 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:08:10 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:08:10 user nova-compute[75018]:   </os>
Dec 05 17:08:10 user nova-compute[75018]:   <features>
Dec 05 17:08:10 user nova-compute[75018]:     <acpi/>
Dec 05 17:08:10 user nova-compute[75018]:     <apic/>
Dec 05 17:08:10 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:08:10 user nova-compute[75018]:   </features>
Dec 05 17:08:10 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:08:10 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:08:10 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:08:10 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:08:10 user nova-compute[75018]:   </clock>
Dec 05 17:08:10 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:08:10 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:08:10 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:08:10 user nova-compute[75018]:   </cpu>
Dec 05 17:08:10 user nova-compute[75018]:   <devices>
Dec 05 17:08:10 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:08:10 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:08:10 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1/disk"/>
Dec 05 17:08:10 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:08:10 user nova-compute[75018]:     </disk>
Dec 05 17:08:10 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:08:10 user nova-compute[75018]:       <mac address="fa:16:3e:31:40:07"/>
Dec 05 17:08:10 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:08:10 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:08:10 user nova-compute[75018]:       <target dev="tap61e39aed-e9"/>
Dec 05 17:08:10 user nova-compute[75018]:     </interface>
Dec 05 17:08:10 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:08:10 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1/console.log" append="off"/>
Dec 05 17:08:10 user nova-compute[75018]:     </serial>
Dec 05 17:08:10 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:08:10 user nova-compute[75018]:     <video>
Dec 05 17:08:10 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:08:10 user nova-compute[75018]:     </video>
Dec 05 17:08:10 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:08:10 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:08:10 user nova-compute[75018]:     </rng>
Dec 05 17:08:10 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:08:10 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:08:10 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:08:10 user nova-compute[75018]:     </memballoon>
Dec 05 17:08:10 user nova-compute[75018]:   </devices>
Dec 05 17:08:10 user nova-compute[75018]: </domain>
Dec 05 17:08:10 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:08:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1786354641',display_name='tempest-VolumesActionsTest-instance-1786354641',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1786354641',id=27,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c96033231cb04830a6a749a44f97721a',ramdisk_id='',reservation_id='r-u104bhb7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-218540763',owner_user_name='tempest-VolumesActionsTest-218540763-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:08:08Z,user_data=None,user_id='993f889449574bef9b565c687ffeb48b',uuid=b6f8c4fd-2ebf-4312-aedd-80affb38c6a1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "address": "fa:16:3e:31:40:07", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e39aed-e9", "ovs_interfaceid": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Converting VIF {"id": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "address": "fa:16:3e:31:40:07", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e39aed-e9", "ovs_interfaceid": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:40:07,bridge_name='br-int',has_traffic_filtering=True,id=61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2,network=Network(493513ca-bd1b-414c-a3dd-af448f69847e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e39aed-e9') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG os_vif [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:40:07,bridge_name='br-int',has_traffic_filtering=True,id=61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2,network=Network(493513ca-bd1b-414c-a3dd-af448f69847e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e39aed-e9') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5579cd4c-5b8a-5ac1-8716-23182420dd4a', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap61e39aed-e9, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap61e39aed-e9, col_values=(('qos', UUID('237e8b2e-d9f1-4dd6-a630-0108c9d0fbbf')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap61e39aed-e9, col_values=(('external_ids', {'iface-id': '61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:31:40:07', 'vm-uuid': 'b6f8c4fd-2ebf-4312-aedd-80affb38c6a1'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:10 user nova-compute[75018]: INFO os_vif [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:40:07,bridge_name='br-int',has_traffic_filtering=True,id=61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2,network=Network(493513ca-bd1b-414c-a3dd-af448f69847e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e39aed-e9')
Dec 05 17:08:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] No VIF found with MAC fa:16:3e:31:40:07, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG nova.network.neutron [req-e1012c78-2b57-4f2e-8864-c11b23a6d5fe req-17e3e67d-3332-4551-abed-a610644204b0 service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Updated VIF entry in instance network info cache for port 61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG nova.network.neutron [req-e1012c78-2b57-4f2e-8864-c11b23a6d5fe req-17e3e67d-3332-4551-abed-a610644204b0 service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Updating instance_info_cache with network_info: [{"id": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "address": "fa:16:3e:31:40:07", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e39aed-e9", "ovs_interfaceid": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:08:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e1012c78-2b57-4f2e-8864-c11b23a6d5fe req-17e3e67d-3332-4551-abed-a610644204b0 service nova] Releasing lock "refresh_cache-b6f8c4fd-2ebf-4312-aedd-80affb38c6a1" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:08:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:11 user nova-compute[75018]: INFO nova.compute.manager [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Detaching volume dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f
Dec 05 17:08:11 user nova-compute[75018]: INFO nova.virt.block_device [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Attempting to driver detach volume dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f from mountpoint /dev/vdb
Dec 05 17:08:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Attempting to detach device vdb from instance acf77ce1-141a-4c0e-8dab-6759f7dcc507 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:08:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:08:11 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:08:11 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:08:11 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:08:11 user nova-compute[75018]:   <serial>dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f</serial>
Dec 05 17:08:11 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:08:11 user nova-compute[75018]: </disk>
Dec 05 17:08:11 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:08:11 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Successfully detached device vdb from instance acf77ce1-141a-4c0e-8dab-6759f7dcc507 from the persistent domain config.
Dec 05 17:08:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance acf77ce1-141a-4c0e-8dab-6759f7dcc507 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:08:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:08:11 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:08:11 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:08:11 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:08:11 user nova-compute[75018]:   <serial>dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f</serial>
Dec 05 17:08:11 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:08:11 user nova-compute[75018]: </disk>
Dec 05 17:08:11 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:08:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:11 user nova-compute[75018]: DEBUG nova.compute.manager [req-bc5bfa98-a130-4377-8212-53afb04462db req-3b5fdfe9-3cd5-40cf-9204-b558e71e377c service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Received event network-vif-plugged-61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:08:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-bc5bfa98-a130-4377-8212-53afb04462db req-3b5fdfe9-3cd5-40cf-9204-b558e71e377c service nova] Acquiring lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-bc5bfa98-a130-4377-8212-53afb04462db req-3b5fdfe9-3cd5-40cf-9204-b558e71e377c service nova] Lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-bc5bfa98-a130-4377-8212-53afb04462db req-3b5fdfe9-3cd5-40cf-9204-b558e71e377c service nova] Lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:11 user nova-compute[75018]: DEBUG nova.compute.manager [req-bc5bfa98-a130-4377-8212-53afb04462db req-3b5fdfe9-3cd5-40cf-9204-b558e71e377c service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] No waiting events found dispatching network-vif-plugged-61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:08:11 user nova-compute[75018]: WARNING nova.compute.manager [req-bc5bfa98-a130-4377-8212-53afb04462db req-3b5fdfe9-3cd5-40cf-9204-b558e71e377c service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Received unexpected event network-vif-plugged-61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2 for instance with vm_state building and task_state spawning.
Dec 05 17:08:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance acf77ce1-141a-4c0e-8dab-6759f7dcc507 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:08:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:13 user nova-compute[75018]: DEBUG nova.compute.manager [req-1e9479d1-a4eb-45a2-91ba-3fd50f42063d req-30e6b44c-d182-4e4e-91ca-7d1f19617402 service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Received event network-vif-plugged-61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:08:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1e9479d1-a4eb-45a2-91ba-3fd50f42063d req-30e6b44c-d182-4e4e-91ca-7d1f19617402 service nova] Acquiring lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1e9479d1-a4eb-45a2-91ba-3fd50f42063d req-30e6b44c-d182-4e4e-91ca-7d1f19617402 service nova] Lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1e9479d1-a4eb-45a2-91ba-3fd50f42063d req-30e6b44c-d182-4e4e-91ca-7d1f19617402 service nova] Lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:13 user nova-compute[75018]: DEBUG nova.compute.manager [req-1e9479d1-a4eb-45a2-91ba-3fd50f42063d req-30e6b44c-d182-4e4e-91ca-7d1f19617402 service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] No waiting events found dispatching network-vif-plugged-61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:08:13 user nova-compute[75018]: WARNING nova.compute.manager [req-1e9479d1-a4eb-45a2-91ba-3fd50f42063d req-30e6b44c-d182-4e4e-91ca-7d1f19617402 service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Received unexpected event network-vif-plugged-61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2 for instance with vm_state building and task_state spawning.
Dec 05 17:08:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:08:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:08:13 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Instance spawned successfully.
Dec 05 17:08:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:08:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:08:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:08:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:08:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:08:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:08:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:08:13 user nova-compute[75018]: INFO nova.compute.manager [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Took 5.51 seconds to spawn the instance on the hypervisor.
Dec 05 17:08:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:08:14 user nova-compute[75018]: INFO nova.compute.manager [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Took 6.46 seconds to build instance.
Dec 05 17:08:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a724e4b7-b7fb-4d15-9ff4-54c24e1843e3 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.566s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:24 user nova-compute[75018]: DEBUG nova.compute.manager [req-5cca54c7-aa62-42b3-92a6-fb3998f1b133 req-701b2530-df26-4f44-880d-c7a8d3d7d3c5 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received event network-changed-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:08:24 user nova-compute[75018]: DEBUG nova.compute.manager [req-5cca54c7-aa62-42b3-92a6-fb3998f1b133 req-701b2530-df26-4f44-880d-c7a8d3d7d3c5 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Refreshing instance network info cache due to event network-changed-50001cf1-90f3-4bab-9825-e69bed0bedbe. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:08:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5cca54c7-aa62-42b3-92a6-fb3998f1b133 req-701b2530-df26-4f44-880d-c7a8d3d7d3c5 service nova] Acquiring lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:08:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5cca54c7-aa62-42b3-92a6-fb3998f1b133 req-701b2530-df26-4f44-880d-c7a8d3d7d3c5 service nova] Acquired lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:08:24 user nova-compute[75018]: DEBUG nova.network.neutron [req-5cca54c7-aa62-42b3-92a6-fb3998f1b133 req-701b2530-df26-4f44-880d-c7a8d3d7d3c5 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Refreshing network info cache for port 50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:08:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:25 user nova-compute[75018]: DEBUG nova.network.neutron [req-5cca54c7-aa62-42b3-92a6-fb3998f1b133 req-701b2530-df26-4f44-880d-c7a8d3d7d3c5 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Updated VIF entry in instance network info cache for port 50001cf1-90f3-4bab-9825-e69bed0bedbe. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:08:25 user nova-compute[75018]: DEBUG nova.network.neutron [req-5cca54c7-aa62-42b3-92a6-fb3998f1b133 req-701b2530-df26-4f44-880d-c7a8d3d7d3c5 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Updating instance_info_cache with network_info: [{"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:08:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5cca54c7-aa62-42b3-92a6-fb3998f1b133 req-701b2530-df26-4f44-880d-c7a8d3d7d3c5 service nova] Releasing lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "186d52ed-d917-4547-877b-fa4431b8d30b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG nova.objects.instance [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'flavor' on Instance uuid 186d52ed-d917-4547-877b-fa4431b8d30b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "186d52ed-d917-4547-877b-fa4431b8d30b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "186d52ed-d917-4547-877b-fa4431b8d30b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:26 user nova-compute[75018]: INFO nova.compute.manager [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Attaching volume 215d81bf-242c-4a76-aa13-64a866c61f3b to /dev/vdb
Dec 05 17:08:26 user nova-compute[75018]: DEBUG os_brick.utils [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[12e77f76-920b-4cf8-8f62-153f3f0e4931]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3bf3731-03f9-4818-98c5-aee3ba395c02]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[22e2388d-1ca1-4c19-9d33-7425a12fce6b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7bda2b6-d098-4e27-8ef6-2d20cbb81a4e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:08:26 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:08:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5fa133d-e4ca-4688-bd43-0a8850d3613c]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG os_brick.utils [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:08:26 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Updating existing volume attachment record: 56a565b4-58c2-43f6-8430-f49b48f99439 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:08:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:29 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Port 13debc29-d5d3-4e04-96ab-205d9c85f600 binding to destination host user is already ACTIVE {{(pid=75018) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 05 17:08:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:08:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquired lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:08:29 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:08:29 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Updating instance_info_cache with network_info: [{"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:08:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Releasing lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:08:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Creating tmpfile /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/tmp7yhagw_9 to verify with other compute node that the instance is on the same shared storage. {{(pid=75018) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9630}}
Dec 05 17:08:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-01614258-2b71-48a0-80c2-df83142dce3f req-60b268e8-8e3a-4a0c-bdf1-db75cb3172b6 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received event network-vif-unplugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-01614258-2b71-48a0-80c2-df83142dce3f req-60b268e8-8e3a-4a0c-bdf1-db75cb3172b6 service nova] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-01614258-2b71-48a0-80c2-df83142dce3f req-60b268e8-8e3a-4a0c-bdf1-db75cb3172b6 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-01614258-2b71-48a0-80c2-df83142dce3f req-60b268e8-8e3a-4a0c-bdf1-db75cb3172b6 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-01614258-2b71-48a0-80c2-df83142dce3f req-60b268e8-8e3a-4a0c-bdf1-db75cb3172b6 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] No waiting events found dispatching network-vif-unplugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:08:30 user nova-compute[75018]: WARNING nova.compute.manager [req-01614258-2b71-48a0-80c2-df83142dce3f req-60b268e8-8e3a-4a0c-bdf1-db75cb3172b6 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received unexpected event network-vif-unplugged-13debc29-d5d3-4e04-96ab-205d9c85f600 for instance with vm_state resized and task_state resize_reverting.
Dec 05 17:08:30 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Instance destroyed successfully.
Dec 05 17:08:30 user nova-compute[75018]: DEBUG nova.objects.instance [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lazy-loading 'resources' on Instance uuid 72f18866-6d44-4c27-9469-e89f4be276c5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:02:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-754070654',display_name='tempest-ServerActionsTestOtherB-server-754070654',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-754070654',id=14,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDnLYOEyXLdzM2h+5a0hc15BkJS5Udod0DgOGkG0OAAzD9IXp4J+h/g94qzxF5GsHlrV6EPnJ4C1XEhhjrGJByAcycNU2RrQvqvZM0usezlGfS01Pa3ZFldXnYfn7PKrNg==',key_name='tempest-keypair-411987793',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:07:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='635c106af9034e0ea517a3b393df1942',ramdisk_id='',reservation_id='r-nosipukc',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-755840113',owner_user_name='tempest-ServerActionsTestOtherB-755840113-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:07:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c32c2b2b6654c15978d1023da6dccfe',uuid=72f18866-6d44-4c27-9469-e89f4be276c5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converting VIF {"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_vif [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap13debc29-d5, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cd43ce1a-1a65-4564-a41d-1943162bfb86) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:30 user nova-compute[75018]: INFO os_vif [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5')
Dec 05 17:08:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kTdzAWfQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:08:30 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[701ff123-dd87-442d-814d-5371b2c25796]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:08:30 user nova-compute[75018]: No targets found.
Dec 05 17:08:30 user nova-compute[75018]: iSNS:
Dec 05 17:08:30 user nova-compute[75018]: No targets found.
Dec 05 17:08:30 user nova-compute[75018]: STATIC:
Dec 05 17:08:30 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f
Dec 05 17:08:30 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:08:30 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:08:30 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe
Dec 05 17:08:30 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:08:30 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:08:30 user nova-compute[75018]: FIRMWARE:
Dec 05 17:08:30 user nova-compute[75018]: No targets found.
Dec 05 17:08:30 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:08:30 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:08:30 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dab27cd-a825-4ddb-b33f-80337a1f14c2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b21a695-125b-4f1c-969f-923c011b7c6d]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:08:30 user nova-compute[75018]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:08:30 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:08:30 user nova-compute[75018]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:08:30 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a83615a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe'): ({'sdc'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Removing single pathed devices sdc {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[126a5978-8319-4c59-a719-6e81424d4899]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe277152-906a-47f2-8b03-572cc9ac6735]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Flushing IO for device /dev/sdc {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf419f92-33f6-48d4-8095-0886f79ea29a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.037s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3315e716-d55c-426e-ad02-d54c4cc815c5]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[03477ed0-dcb3-4032-87d4-cf893e777c5d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[14f6e2ae-8124-42bf-a37b-bc0939fb2088]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260]
Dec 05 17:08:30 user nova-compute[75018]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260] successful.
Dec 05 17:08:30 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[92d4a714-4d18-41e3-85e5-664e9d16ede9]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] <== disconnect_volume: return (292ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:08:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:08:32 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance acf77ce1-141a-4c0e-8dab-6759f7dcc507 is timed out.
Dec 05 17:08:32 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Successfully detached device vdb from instance acf77ce1-141a-4c0e-8dab-6759f7dcc507 from the live domain config.
Dec 05 17:08:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HYGFSIiz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:08:32 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[05d9e41c-095e-4e28-8d42-86f8a95bdb7b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:08:32 user nova-compute[75018]: No targets found.
Dec 05 17:08:32 user nova-compute[75018]: iSNS:
Dec 05 17:08:32 user nova-compute[75018]: No targets found.
Dec 05 17:08:32 user nova-compute[75018]: STATIC:
Dec 05 17:08:32 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f
Dec 05 17:08:32 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:08:32 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:08:32 user nova-compute[75018]: FIRMWARE:
Dec 05 17:08:32 user nova-compute[75018]: No targets found.
Dec 05 17:08:32 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:08:32 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:08:32 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[58f89b3f-8e37-4d75-a1ba-ff051eb246bf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[31481a3a-4857-444b-be8e-01c067a3338c]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:08:32 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f (non-flash)
Dec 05 17:08:32 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a83ede10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[34a93050-5f33-4023-b18a-f07d6d489c38]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[628ee13a-8e69-492b-bbca-c5b365ef194d]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f82710db-a2f0-4551-b6d3-b05980fd53f7]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b763884-be2a-402b-acf4-d518d678a856]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d287bb9c-2fe2-43fb-9c35-56fdeff89929]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG nova.compute.manager [req-a802344c-8f03-4805-acda-6eed81b51c56 req-80cbaf9a-9105-4049-a00d-c8ddc1f7bca8 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a802344c-8f03-4805-acda-6eed81b51c56 req-80cbaf9a-9105-4049-a00d-c8ddc1f7bca8 service nova] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a802344c-8f03-4805-acda-6eed81b51c56 req-80cbaf9a-9105-4049-a00d-c8ddc1f7bca8 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a802344c-8f03-4805-acda-6eed81b51c56 req-80cbaf9a-9105-4049-a00d-c8ddc1f7bca8 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG nova.compute.manager [req-a802344c-8f03-4805-acda-6eed81b51c56 req-80cbaf9a-9105-4049-a00d-c8ddc1f7bca8 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] No waiting events found dispatching network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:08:32 user nova-compute[75018]: WARNING nova.compute.manager [req-a802344c-8f03-4805-acda-6eed81b51c56 req-80cbaf9a-9105-4049-a00d-c8ddc1f7bca8 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received unexpected event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 for instance with vm_state resized and task_state resize_reverting.
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[64409aab-0144-4209-adc5-980e69f9297a]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f, portal: 172.16.0.220,3260]
Dec 05 17:08:32 user nova-compute[75018]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f, portal: 172.16.0.220,3260] successful.
Dec 05 17:08:32 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcf0b7d0-4bb4-4ba8-81aa-472d69a4fa0f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c5b7eb1-3aba-445b-ab48-303dad28c4ee]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.300s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] <== disconnect_volume: return (302ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:08:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:33 user nova-compute[75018]: DEBUG nova.objects.instance [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lazy-loading 'flavor' on Instance uuid acf77ce1-141a-4c0e-8dab-6759f7dcc507 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:08:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f19aeebf-c39b-40a3-9403-af18e98e7bee tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.130s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "b701e701-404d-431f-9341-711483d67ac2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "b701e701-404d-431f-9341-711483d67ac2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:35 user nova-compute[75018]: DEBUG nova.compute.manager [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:08:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:35 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:08:35 user nova-compute[75018]: INFO nova.compute.claims [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Claim successful on node user
Dec 05 17:08:36 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.497s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG nova.compute.manager [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG nova.compute.manager [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG nova.network.neutron [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:08:36 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG nova.compute.manager [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG nova.objects.instance [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lazy-loading 'migration_context' on Instance uuid 72f18866-6d44-4c27-9469-e89f4be276c5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG nova.objects.base [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Object Instance<72f18866-6d44-4c27-9469-e89f4be276c5> lazy-loaded attributes: resources,migration_context {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PolZVzbJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:08:36 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:08:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:08:36 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:08:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:08:36 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ee2c17f-cd42-481a-a70f-c920818b70d2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:08:36 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG nova.compute.manager [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:08:36 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Creating image(s)
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "/opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "/opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "/opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[791af25c-07c1-47c8-8441-9723c79e9e68]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b] added
Dec 05 17:08:36 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG nova.policy [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57b24b5a7c7e4a608daa2c1d572386b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee6c00698bf24d3aad4496a772494005', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ad8ee07-16bf-4d0d-a45d-a3b8a1f2b741]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[228f824d-54c0-41ec-9b3d-d19d0ce49a58]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PolZVzbJ {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PolZVzbJ" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[36742e44-19bc-4519-84fb-74fc8b7c06e3]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PolZVzbJ'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5bc7648-d687-4021-ad83-2e05ad89f559]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffcc8f9d-dcda-4dfc-ac93-9c13ec927cdd]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:08:36 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:08:36 user nova-compute[75018]:  {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:08:36 user nova-compute[75018]: WARNING os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 05 17:08:36 user nova-compute[75018]: 
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b2cae1d-aa52-40ab-902f-443b2f4fa8be]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b, portal: 172.16.0.220,3260]
Dec 05 17:08:36 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b, portal: 172.16.0.220,3260] successful.
Dec 05 17:08:36 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.212s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[32fc98c0-f476-4b4a-928c-af18737728df]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:08:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb04e6e0-3e62-4417-a4ab-a15e9e1004fd]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:08:37 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:08:37 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.377s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] HCTL ('33', '-', '-', 0) found on session 25 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3df427d-d937-4ca9-947f-ce6bab81cb0e]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Searching for a device in session 25 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PolZVzbJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.199s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk 1073741824" returned: 0 in 0.069s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.270s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.773s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:37 user nova-compute[75018]: INFO nova.compute.manager [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Swapping old allocation on dict_keys(['06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa']) held by migration f614c226-b647-42b3-bee3-481e605e5a6a for instance
Dec 05 17:08:37 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Overwriting current allocation {'allocations': {'06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 33}}, 'project_id': '635c106af9034e0ea517a3b393df1942', 'user_id': '4c32c2b2b6654c15978d1023da6dccfe', 'consumer_generation': 1} on consumer 72f18866-6d44-4c27-9469-e89f4be276c5 {{(pid=75018) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Cannot resize image /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Ensure instance console log exists: /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquired lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:08:37 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:08:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.416s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:08:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] <== connect_volume: return (1417ms) {'type': 'block', 'scsi_wwn': '23437303639376531', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:08:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23437303639376531', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:08:38 user nova-compute[75018]: DEBUG nova.objects.instance [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'flavor' on Instance uuid 186d52ed-d917-4547-877b-fa4431b8d30b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:08:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:08:38 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:08:38 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:08:38 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:08:38 user nova-compute[75018]:   <serial>215d81bf-242c-4a76-aa13-64a866c61f3b</serial>
Dec 05 17:08:38 user nova-compute[75018]: </disk>
Dec 05 17:08:38 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:08:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:08:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:08:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No VIF found with MAC fa:16:3e:9c:19:98, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:08:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Successfully created port: fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:08:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9e73171c-ebc0-4d01-a50d-83debb227cb4 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "186d52ed-d917-4547-877b-fa4431b8d30b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.420s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Updating instance_info_cache with network_info: [{"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:08:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Releasing lock "refresh_cache-72f18866-6d44-4c27-9469-e89f4be276c5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:08:38 user nova-compute[75018]: DEBUG os_brick.utils [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:08:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d356ec88-9840-49fc-83b2-116e80f884d5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1386d88-875b-4eb1-a827-1f539d3436e4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[607838a0-b921-4f05-a767-d438c91fc981]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc8ca18f-afef-4da5-8a40-f8c6a48c2df6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:08:39 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e1ed223-39be-4d94-bacb-ece4f9343328]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG os_brick.utils [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:08:39 user nova-compute[75018]: INFO nova.compute.manager [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Rescuing
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquired lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG nova.network.neutron [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG nova.network.neutron [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Successfully updated port: fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "refresh_cache-b701e701-404d-431f-9341-711483d67ac2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquired lock "refresh_cache-b701e701-404d-431f-9341-711483d67ac2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG nova.network.neutron [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG nova.compute.manager [req-0ea3fff5-50ba-4840-9727-a35bbcbf7075 req-783effd6-abe4-4dc3-886e-99dc771da792 service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Received event network-changed-fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG nova.compute.manager [req-0ea3fff5-50ba-4840-9727-a35bbcbf7075 req-783effd6-abe4-4dc3-886e-99dc771da792 service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Refreshing instance network info cache due to event network-changed-fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0ea3fff5-50ba-4840-9727-a35bbcbf7075 req-783effd6-abe4-4dc3-886e-99dc771da792 service nova] Acquiring lock "refresh_cache-b701e701-404d-431f-9341-711483d67ac2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:08:39 user nova-compute[75018]: DEBUG nova.network.neutron [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.network.neutron [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Updating instance_info_cache with network_info: [{"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Releasing lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.network.neutron [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Updating instance_info_cache with network_info: [{"id": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "address": "fa:16:3e:e9:44:e4", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd5bdab7-36", "ovs_interfaceid": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Releasing lock "refresh_cache-b701e701-404d-431f-9341-711483d67ac2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.compute.manager [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Instance network_info: |[{"id": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "address": "fa:16:3e:e9:44:e4", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd5bdab7-36", "ovs_interfaceid": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0ea3fff5-50ba-4840-9727-a35bbcbf7075 req-783effd6-abe4-4dc3-886e-99dc771da792 service nova] Acquired lock "refresh_cache-b701e701-404d-431f-9341-711483d67ac2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.network.neutron [req-0ea3fff5-50ba-4840-9727-a35bbcbf7075 req-783effd6-abe4-4dc3-886e-99dc771da792 service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Refreshing network info cache for port fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Start _get_guest_xml network_info=[{"id": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "address": "fa:16:3e:e9:44:e4", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd5bdab7-36", "ovs_interfaceid": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-c7622df2-9bc7-45c6-9d92-8494c825e32c req-a5e0e0b8-31e4-4901-9cf9-a6a28b14073d service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received event network-changed-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-c7622df2-9bc7-45c6-9d92-8494c825e32c req-a5e0e0b8-31e4-4901-9cf9-a6a28b14073d service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Refreshing instance network info cache due to event network-changed-74a7824b-fe83-4740-8df8-0ff43918dc62. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c7622df2-9bc7-45c6-9d92-8494c825e32c req-a5e0e0b8-31e4-4901-9cf9-a6a28b14073d service nova] Acquiring lock "refresh_cache-a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c7622df2-9bc7-45c6-9d92-8494c825e32c req-a5e0e0b8-31e4-4901-9cf9-a6a28b14073d service nova] Acquired lock "refresh_cache-a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.network.neutron [req-c7622df2-9bc7-45c6-9d92-8494c825e32c req-a5e0e0b8-31e4-4901-9cf9-a6a28b14073d service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Refreshing network info cache for port 74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:08:40 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:08:40 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:08:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-586452179',display_name='tempest-VolumesSnapshotTestJSON-instance-586452179',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-586452179',id=28,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNqrlo8WDAqciFxGu14fPuQ4kC5ZcOHjfAQEHpJfZo2N+o/rMpCOtK7+aRjHqxp5gPW0dC/ZoiDtTpRQPKVFM8e+cSRDebNsVhSgrmc+avkNa1JEnlZe2SZdYgE9HtB4qA==',key_name='tempest-keypair-233194240',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ee6c00698bf24d3aad4496a772494005',ramdisk_id='',reservation_id='r-spg45mr0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-894790911',owner_user_name='tempest-VolumesSnapshotTestJSON-894790911-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:08:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='57b24b5a7c7e4a608daa2c1d572386b8',uuid=b701e701-404d-431f-9341-711483d67ac2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "address": "fa:16:3e:e9:44:e4", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd5bdab7-36", "ovs_interfaceid": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Converting VIF {"id": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "address": "fa:16:3e:e9:44:e4", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd5bdab7-36", "ovs_interfaceid": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:44:e4,bridge_name='br-int',has_traffic_filtering=True,id=fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e,network=Network(c291a4a0-b5e0-44b9-9321-57c08146ad25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd5bdab7-36') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.objects.instance [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lazy-loading 'pci_devices' on Instance uuid b701e701-404d-431f-9341-711483d67ac2 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:08:40 user nova-compute[75018]:   <uuid>b701e701-404d-431f-9341-711483d67ac2</uuid>
Dec 05 17:08:40 user nova-compute[75018]:   <name>instance-0000001c</name>
Dec 05 17:08:40 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:08:40 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:08:40 user nova-compute[75018]:   <metadata>
Dec 05 17:08:40 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:08:40 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:08:40 user nova-compute[75018]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-586452179</nova:name>
Dec 05 17:08:40 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:08:40</nova:creationTime>
Dec 05 17:08:40 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:08:40 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:08:40 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:08:40 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:08:40 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:08:40 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:08:40 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:08:40 user nova-compute[75018]:       <nova:owner>
Dec 05 17:08:40 user nova-compute[75018]:         <nova:user uuid="57b24b5a7c7e4a608daa2c1d572386b8">tempest-VolumesSnapshotTestJSON-894790911-project-member</nova:user>
Dec 05 17:08:40 user nova-compute[75018]:         <nova:project uuid="ee6c00698bf24d3aad4496a772494005">tempest-VolumesSnapshotTestJSON-894790911</nova:project>
Dec 05 17:08:40 user nova-compute[75018]:       </nova:owner>
Dec 05 17:08:40 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:08:40 user nova-compute[75018]:       <nova:ports>
Dec 05 17:08:40 user nova-compute[75018]:         <nova:port uuid="fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e">
Dec 05 17:08:40 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 05 17:08:40 user nova-compute[75018]:         </nova:port>
Dec 05 17:08:40 user nova-compute[75018]:       </nova:ports>
Dec 05 17:08:40 user nova-compute[75018]:     </nova:instance>
Dec 05 17:08:40 user nova-compute[75018]:   </metadata>
Dec 05 17:08:40 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:08:40 user nova-compute[75018]:     <system>
Dec 05 17:08:40 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:08:40 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:08:40 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:08:40 user nova-compute[75018]:       <entry name="serial">b701e701-404d-431f-9341-711483d67ac2</entry>
Dec 05 17:08:40 user nova-compute[75018]:       <entry name="uuid">b701e701-404d-431f-9341-711483d67ac2</entry>
Dec 05 17:08:40 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:08:40 user nova-compute[75018]:     </system>
Dec 05 17:08:40 user nova-compute[75018]:   </sysinfo>
Dec 05 17:08:40 user nova-compute[75018]:   <os>
Dec 05 17:08:40 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:08:40 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:08:40 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:08:40 user nova-compute[75018]:   </os>
Dec 05 17:08:40 user nova-compute[75018]:   <features>
Dec 05 17:08:40 user nova-compute[75018]:     <acpi/>
Dec 05 17:08:40 user nova-compute[75018]:     <apic/>
Dec 05 17:08:40 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:08:40 user nova-compute[75018]:   </features>
Dec 05 17:08:40 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:08:40 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:08:40 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:08:40 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:08:40 user nova-compute[75018]:   </clock>
Dec 05 17:08:40 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:08:40 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:08:40 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:08:40 user nova-compute[75018]:   </cpu>
Dec 05 17:08:40 user nova-compute[75018]:   <devices>
Dec 05 17:08:40 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:08:40 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:08:40 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk"/>
Dec 05 17:08:40 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:08:40 user nova-compute[75018]:     </disk>
Dec 05 17:08:40 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:08:40 user nova-compute[75018]:       <mac address="fa:16:3e:e9:44:e4"/>
Dec 05 17:08:40 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:08:40 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:08:40 user nova-compute[75018]:       <target dev="tapfd5bdab7-36"/>
Dec 05 17:08:40 user nova-compute[75018]:     </interface>
Dec 05 17:08:40 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:08:40 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/console.log" append="off"/>
Dec 05 17:08:40 user nova-compute[75018]:     </serial>
Dec 05 17:08:40 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:08:40 user nova-compute[75018]:     <video>
Dec 05 17:08:40 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:08:40 user nova-compute[75018]:     </video>
Dec 05 17:08:40 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:08:40 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:08:40 user nova-compute[75018]:     </rng>
Dec 05 17:08:40 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:08:40 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:08:40 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:08:40 user nova-compute[75018]:     </memballoon>
Dec 05 17:08:40 user nova-compute[75018]:   </devices>
Dec 05 17:08:40 user nova-compute[75018]: </domain>
Dec 05 17:08:40 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:08:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-586452179',display_name='tempest-VolumesSnapshotTestJSON-instance-586452179',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-586452179',id=28,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNqrlo8WDAqciFxGu14fPuQ4kC5ZcOHjfAQEHpJfZo2N+o/rMpCOtK7+aRjHqxp5gPW0dC/ZoiDtTpRQPKVFM8e+cSRDebNsVhSgrmc+avkNa1JEnlZe2SZdYgE9HtB4qA==',key_name='tempest-keypair-233194240',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ee6c00698bf24d3aad4496a772494005',ramdisk_id='',reservation_id='r-spg45mr0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-894790911',owner_user_name='tempest-VolumesSnapshotTestJSON-894790911-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:08:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='57b24b5a7c7e4a608daa2c1d572386b8',uuid=b701e701-404d-431f-9341-711483d67ac2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "address": "fa:16:3e:e9:44:e4", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd5bdab7-36", "ovs_interfaceid": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Converting VIF {"id": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "address": "fa:16:3e:e9:44:e4", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd5bdab7-36", "ovs_interfaceid": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:44:e4,bridge_name='br-int',has_traffic_filtering=True,id=fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e,network=Network(c291a4a0-b5e0-44b9-9321-57c08146ad25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd5bdab7-36') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG os_vif [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:44:e4,bridge_name='br-int',has_traffic_filtering=True,id=fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e,network=Network(c291a4a0-b5e0-44b9-9321-57c08146ad25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd5bdab7-36') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b13bb657-a3e0-5774-b02f-03cde73ef7cb', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfd5bdab7-36, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfd5bdab7-36, col_values=(('qos', UUID('99ad0d1f-6590-48c1-8b2d-a8da0f8340fb')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfd5bdab7-36, col_values=(('external_ids', {'iface-id': 'fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e9:44:e4', 'vm-uuid': 'b701e701-404d-431f-9341-711483d67ac2'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:40 user nova-compute[75018]: INFO os_vif [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:44:e4,bridge_name='br-int',has_traffic_filtering=True,id=fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e,network=Network(c291a4a0-b5e0-44b9-9321-57c08146ad25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd5bdab7-36')
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] No VIF found with MAC fa:16:3e:e9:44:e4, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG nova.objects.instance [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lazy-loading 'flavor' on Instance uuid a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:40 user nova-compute[75018]: INFO nova.compute.manager [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Attaching volume 89c4551b-8ced-44c4-9abd-e37c26bc82b3 to /dev/vdb
Dec 05 17:08:41 user nova-compute[75018]: DEBUG os_brick.utils [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aaa6d84-ef4f-43d5-a380-83d2cf6c62a5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac21abb4-8545-4d78-9d52-cfb62cae9d47]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[db964ac9-d4bf-4902-8a79-935407741f85]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0ed82c6-0962-4e2e-a7ee-3e05f1a87446]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:08:41 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[49c01f7b-cc9f-4b6c-8700-585d81263d23]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG os_brick.utils [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] <== get_connector_properties: return (149ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Updating existing volume attachment record: d6ed9eef-6963-45b4-bb23-d0f39537a260 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.network.neutron [req-0ea3fff5-50ba-4840-9727-a35bbcbf7075 req-783effd6-abe4-4dc3-886e-99dc771da792 service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Updated VIF entry in instance network info cache for port fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.network.neutron [req-0ea3fff5-50ba-4840-9727-a35bbcbf7075 req-783effd6-abe4-4dc3-886e-99dc771da792 service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Updating instance_info_cache with network_info: [{"id": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "address": "fa:16:3e:e9:44:e4", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd5bdab7-36", "ovs_interfaceid": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0ea3fff5-50ba-4840-9727-a35bbcbf7075 req-783effd6-abe4-4dc3-886e-99dc771da792 service nova] Releasing lock "refresh_cache-b701e701-404d-431f-9341-711483d67ac2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.network.neutron [req-c7622df2-9bc7-45c6-9d92-8494c825e32c req-a5e0e0b8-31e4-4901-9cf9-a6a28b14073d service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Updated VIF entry in instance network info cache for port 74a7824b-fe83-4740-8df8-0ff43918dc62. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.network.neutron [req-c7622df2-9bc7-45c6-9d92-8494c825e32c req-a5e0e0b8-31e4-4901-9cf9-a6a28b14073d service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Updating instance_info_cache with network_info: [{"id": "74a7824b-fe83-4740-8df8-0ff43918dc62", "address": "fa:16:3e:ca:e7:22", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74a7824b-fe", "ovs_interfaceid": "74a7824b-fe83-4740-8df8-0ff43918dc62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c7622df2-9bc7-45c6-9d92-8494c825e32c req-a5e0e0b8-31e4-4901-9cf9-a6a28b14073d service nova] Releasing lock "refresh_cache-a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:08:41 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Instance destroyed successfully.
Dec 05 17:08:41 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Attempting rescue
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75018) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Instance directory exists: not creating {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 05 17:08:41 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Creating image(s)
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "/opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "/opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "/opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.objects.instance [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'trusted_certs' on Instance uuid 186d52ed-d917-4547-877b-fa4431b8d30b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-f471f266-1601-407f-a508-b81fc9b5601c req-53db9762-3cd8-4c10-9384-a9cccb11bccf service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received event network-vif-unplugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f471f266-1601-407f-a508-b81fc9b5601c req-53db9762-3cd8-4c10-9384-a9cccb11bccf service nova] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f471f266-1601-407f-a508-b81fc9b5601c req-53db9762-3cd8-4c10-9384-a9cccb11bccf service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f471f266-1601-407f-a508-b81fc9b5601c req-53db9762-3cd8-4c10-9384-a9cccb11bccf service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-f471f266-1601-407f-a508-b81fc9b5601c req-53db9762-3cd8-4c10-9384-a9cccb11bccf service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] No waiting events found dispatching network-vif-unplugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:08:41 user nova-compute[75018]: WARNING nova.compute.manager [req-f471f266-1601-407f-a508-b81fc9b5601c req-53db9762-3cd8-4c10-9384-a9cccb11bccf service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received unexpected event network-vif-unplugged-50001cf1-90f3-4bab-9825-e69bed0bedbe for instance with vm_state active and task_state rescuing.
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-f471f266-1601-407f-a508-b81fc9b5601c req-53db9762-3cd8-4c10-9384-a9cccb11bccf service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f471f266-1601-407f-a508-b81fc9b5601c req-53db9762-3cd8-4c10-9384-a9cccb11bccf service nova] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f471f266-1601-407f-a508-b81fc9b5601c req-53db9762-3cd8-4c10-9384-a9cccb11bccf service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f471f266-1601-407f-a508-b81fc9b5601c req-53db9762-3cd8-4c10-9384-a9cccb11bccf service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-f471f266-1601-407f-a508-b81fc9b5601c req-53db9762-3cd8-4c10-9384-a9cccb11bccf service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] No waiting events found dispatching network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:08:41 user nova-compute[75018]: WARNING nova.compute.manager [req-f471f266-1601-407f-a508-b81fc9b5601c req-53db9762-3cd8-4c10-9384-a9cccb11bccf service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received unexpected event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe for instance with vm_state active and task_state rescuing.
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.183s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk.rescue {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk.rescue" returned: 0 in 0.047s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.objects.instance [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'migration_context' on Instance uuid 186d52ed-d917-4547-877b-fa4431b8d30b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.objects.base [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Object Instance<186d52ed-d917-4547-877b-fa4431b8d30b> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Start _get_guest_xml network_info=[{"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "vif_mac": "fa:16:3e:9c:19:98"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.objects.instance [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'resources' on Instance uuid 186d52ed-d917-4547-877b-fa4431b8d30b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.objects.base [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Object Instance<186d52ed-d917-4547-877b-fa4431b8d30b> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:08:41 user nova-compute[75018]: DEBUG nova.objects.instance [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'numa_topology' on Instance uuid 186d52ed-d917-4547-877b-fa4431b8d30b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.objects.base [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Object Instance<186d52ed-d917-4547-877b-fa4431b8d30b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:42 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:08:42 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:08:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.objects.instance [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'vcpu_model' on Instance uuid 186d52ed-d917-4547-877b-fa4431b8d30b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.objects.base [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Object Instance<186d52ed-d917-4547-877b-fa4431b8d30b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:06:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-295252795',display_name='tempest-ServerRescueNegativeTestJSON-server-295252795',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-295252795',id=24,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKGQ1EN4WyTB/TpCInVsdKcO+VShgqZqE12BYGaFrZTm92wrjQZ1unrw5xS5CZzhSGKfR+y9SiJGxYO0+pxE/fUQhXVV/mfcGLuxZpeITdemdiv/RhzXDLKp8LSNHHMQmA==',key_name='tempest-keypair-2020051511',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:06:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c59020daca4249899bd1aaccf3b0e4c7',ramdisk_id='',reservation_id='r-98mlrjrv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1436336392',owner_user_name='tempest-ServerRescueNegativeTestJSON-1436336392-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:06:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8690c14a73d84daa91572814b703c48b',uuid=186d52ed-d917-4547-877b-fa4431b8d30b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "vif_mac": "fa:16:3e:9c:19:98"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converting VIF {"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "vif_mac": "fa:16:3e:9c:19:98"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9c:19:98,bridge_name='br-int',has_traffic_filtering=True,id=50001cf1-90f3-4bab-9825-e69bed0bedbe,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50001cf1-90') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.objects.instance [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'pci_devices' on Instance uuid 186d52ed-d917-4547-877b-fa4431b8d30b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.objects.base [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Object Instance<186d52ed-d917-4547-877b-fa4431b8d30b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:08:42 user nova-compute[75018]:   <uuid>186d52ed-d917-4547-877b-fa4431b8d30b</uuid>
Dec 05 17:08:42 user nova-compute[75018]:   <name>instance-00000018</name>
Dec 05 17:08:42 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:08:42 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:08:42 user nova-compute[75018]:   <metadata>
Dec 05 17:08:42 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:08:42 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:08:42 user nova-compute[75018]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-295252795</nova:name>
Dec 05 17:08:42 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:08:42</nova:creationTime>
Dec 05 17:08:42 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:08:42 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:08:42 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:08:42 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:08:42 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:08:42 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:08:42 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:08:42 user nova-compute[75018]:       <nova:owner>
Dec 05 17:08:42 user nova-compute[75018]:         <nova:user uuid="8690c14a73d84daa91572814b703c48b">tempest-ServerRescueNegativeTestJSON-1436336392-project-member</nova:user>
Dec 05 17:08:42 user nova-compute[75018]:         <nova:project uuid="c59020daca4249899bd1aaccf3b0e4c7">tempest-ServerRescueNegativeTestJSON-1436336392</nova:project>
Dec 05 17:08:42 user nova-compute[75018]:       </nova:owner>
Dec 05 17:08:42 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:08:42 user nova-compute[75018]:       <nova:ports>
Dec 05 17:08:42 user nova-compute[75018]:         <nova:port uuid="50001cf1-90f3-4bab-9825-e69bed0bedbe">
Dec 05 17:08:42 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 05 17:08:42 user nova-compute[75018]:         </nova:port>
Dec 05 17:08:42 user nova-compute[75018]:       </nova:ports>
Dec 05 17:08:42 user nova-compute[75018]:     </nova:instance>
Dec 05 17:08:42 user nova-compute[75018]:   </metadata>
Dec 05 17:08:42 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:08:42 user nova-compute[75018]:     <system>
Dec 05 17:08:42 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:08:42 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:08:42 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:08:42 user nova-compute[75018]:       <entry name="serial">186d52ed-d917-4547-877b-fa4431b8d30b</entry>
Dec 05 17:08:42 user nova-compute[75018]:       <entry name="uuid">186d52ed-d917-4547-877b-fa4431b8d30b</entry>
Dec 05 17:08:42 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:08:42 user nova-compute[75018]:     </system>
Dec 05 17:08:42 user nova-compute[75018]:   </sysinfo>
Dec 05 17:08:42 user nova-compute[75018]:   <os>
Dec 05 17:08:42 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:08:42 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:08:42 user nova-compute[75018]:   </os>
Dec 05 17:08:42 user nova-compute[75018]:   <features>
Dec 05 17:08:42 user nova-compute[75018]:     <acpi/>
Dec 05 17:08:42 user nova-compute[75018]:     <apic/>
Dec 05 17:08:42 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:08:42 user nova-compute[75018]:   </features>
Dec 05 17:08:42 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:08:42 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:08:42 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:08:42 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:08:42 user nova-compute[75018]:   </clock>
Dec 05 17:08:42 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:08:42 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:08:42 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:08:42 user nova-compute[75018]:   </cpu>
Dec 05 17:08:42 user nova-compute[75018]:   <devices>
Dec 05 17:08:42 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:08:42 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:08:42 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk.rescue"/>
Dec 05 17:08:42 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:08:42 user nova-compute[75018]:     </disk>
Dec 05 17:08:42 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:08:42 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:08:42 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk"/>
Dec 05 17:08:42 user nova-compute[75018]:       <target dev="vdb" bus="virtio"/>
Dec 05 17:08:42 user nova-compute[75018]:     </disk>
Dec 05 17:08:42 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:08:42 user nova-compute[75018]:       <mac address="fa:16:3e:9c:19:98"/>
Dec 05 17:08:42 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:08:42 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:08:42 user nova-compute[75018]:       <target dev="tap50001cf1-90"/>
Dec 05 17:08:42 user nova-compute[75018]:     </interface>
Dec 05 17:08:42 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:08:42 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/console.log" append="off"/>
Dec 05 17:08:42 user nova-compute[75018]:     </serial>
Dec 05 17:08:42 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:08:42 user nova-compute[75018]:     <video>
Dec 05 17:08:42 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:08:42 user nova-compute[75018]:     </video>
Dec 05 17:08:42 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:08:42 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:08:42 user nova-compute[75018]:     </rng>
Dec 05 17:08:42 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:08:42 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:08:42 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:08:42 user nova-compute[75018]:     </memballoon>
Dec 05 17:08:42 user nova-compute[75018]:   </devices>
Dec 05 17:08:42 user nova-compute[75018]: </domain>
Dec 05 17:08:42 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:08:42 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Instance destroyed successfully.
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] No VIF found with MAC fa:16:3e:9c:19:98, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-515e6959-4bc9-45d1-8da3-a43b5ca38246 req-d346f43d-8aa3-4439-9dbb-a8996198c91f service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Received event network-vif-plugged-fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-515e6959-4bc9-45d1-8da3-a43b5ca38246 req-d346f43d-8aa3-4439-9dbb-a8996198c91f service nova] Acquiring lock "b701e701-404d-431f-9341-711483d67ac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-515e6959-4bc9-45d1-8da3-a43b5ca38246 req-d346f43d-8aa3-4439-9dbb-a8996198c91f service nova] Lock "b701e701-404d-431f-9341-711483d67ac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-515e6959-4bc9-45d1-8da3-a43b5ca38246 req-d346f43d-8aa3-4439-9dbb-a8996198c91f service nova] Lock "b701e701-404d-431f-9341-711483d67ac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-515e6959-4bc9-45d1-8da3-a43b5ca38246 req-d346f43d-8aa3-4439-9dbb-a8996198c91f service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] No waiting events found dispatching network-vif-plugged-fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:08:42 user nova-compute[75018]: WARNING nova.compute.manager [req-515e6959-4bc9-45d1-8da3-a43b5ca38246 req-d346f43d-8aa3-4439-9dbb-a8996198c91f service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Received unexpected event network-vif-plugged-fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e for instance with vm_state building and task_state spawning.
Dec 05 17:08:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-bc6967d0-a7f0-4f8d-b75d-f2c018768cb0 req-9f55b952-96b6-4625-b3d7-93f3f157d600 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:08:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-bc6967d0-a7f0-4f8d-b75d-f2c018768cb0 req-9f55b952-96b6-4625-b3d7-93f3f157d600 service nova] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-bc6967d0-a7f0-4f8d-b75d-f2c018768cb0 req-9f55b952-96b6-4625-b3d7-93f3f157d600 service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-bc6967d0-a7f0-4f8d-b75d-f2c018768cb0 req-9f55b952-96b6-4625-b3d7-93f3f157d600 service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-bc6967d0-a7f0-4f8d-b75d-f2c018768cb0 req-9f55b952-96b6-4625-b3d7-93f3f157d600 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] No waiting events found dispatching network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:08:44 user nova-compute[75018]: WARNING nova.compute.manager [req-bc6967d0-a7f0-4f8d-b75d-f2c018768cb0 req-9f55b952-96b6-4625-b3d7-93f3f157d600 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received unexpected event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe for instance with vm_state active and task_state rescuing.
Dec 05 17:08:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-80a35b31-0055-450c-821d-b4217b17eda3 req-9f9f2f34-aeb1-4b43-a106-f39ad82ac5ed service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Received event network-vif-plugged-fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:08:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-80a35b31-0055-450c-821d-b4217b17eda3 req-9f9f2f34-aeb1-4b43-a106-f39ad82ac5ed service nova] Acquiring lock "b701e701-404d-431f-9341-711483d67ac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-80a35b31-0055-450c-821d-b4217b17eda3 req-9f9f2f34-aeb1-4b43-a106-f39ad82ac5ed service nova] Lock "b701e701-404d-431f-9341-711483d67ac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-80a35b31-0055-450c-821d-b4217b17eda3 req-9f9f2f34-aeb1-4b43-a106-f39ad82ac5ed service nova] Lock "b701e701-404d-431f-9341-711483d67ac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-80a35b31-0055-450c-821d-b4217b17eda3 req-9f9f2f34-aeb1-4b43-a106-f39ad82ac5ed service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] No waiting events found dispatching network-vif-plugged-fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:08:44 user nova-compute[75018]: WARNING nova.compute.manager [req-80a35b31-0055-450c-821d-b4217b17eda3 req-9f9f2f34-aeb1-4b43-a106-f39ad82ac5ed service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Received unexpected event network-vif-plugged-fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e for instance with vm_state building and task_state spawning.
Dec 05 17:08:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:45 user nova-compute[75018]: DEBUG nova.compute.manager [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:08:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:08:45 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: b701e701-404d-431f-9341-711483d67ac2] Instance spawned successfully.
Dec 05 17:08:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:08:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:08:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:08:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:08:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:08:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:08:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:08:45 user nova-compute[75018]: INFO nova.compute.manager [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Took 9.04 seconds to spawn the instance on the hypervisor.
Dec 05 17:08:45 user nova-compute[75018]: DEBUG nova.compute.manager [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:08:45 user nova-compute[75018]: INFO nova.compute.manager [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Took 9.91 seconds to build instance.
Dec 05 17:08:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46b6ee9e-d043-41ad-be5b-cb4957551f4e tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "b701e701-404d-431f-9341-711483d67ac2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.011s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-a9c13979-acc4-4247-8bd0-6010a5f4b0bd req-f5250d9d-d785-4575-b28f-e046b5cecd62 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:08:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a9c13979-acc4-4247-8bd0-6010a5f4b0bd req-f5250d9d-d785-4575-b28f-e046b5cecd62 service nova] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a9c13979-acc4-4247-8bd0-6010a5f4b0bd req-f5250d9d-d785-4575-b28f-e046b5cecd62 service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a9c13979-acc4-4247-8bd0-6010a5f4b0bd req-f5250d9d-d785-4575-b28f-e046b5cecd62 service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-a9c13979-acc4-4247-8bd0-6010a5f4b0bd req-f5250d9d-d785-4575-b28f-e046b5cecd62 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] No waiting events found dispatching network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:08:46 user nova-compute[75018]: WARNING nova.compute.manager [req-a9c13979-acc4-4247-8bd0-6010a5f4b0bd req-f5250d9d-d785-4575-b28f-e046b5cecd62 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received unexpected event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe for instance with vm_state active and task_state rescuing.
Dec 05 17:08:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f8d67b6c-040e-4265-a145-cad4cafa1e78 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:08:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:53 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:08:53 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 05 17:08:53 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] There are 0 instances to clean {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 05 17:08:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:08:58 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:08:58 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:08:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:08:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-5343f265-d477-426d-8262-c86bd90d45c4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:08:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-5343f265-d477-426d-8262-c86bd90d45c4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:08:58 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:08:59 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Updating instance_info_cache with network_info: [{"id": "8a7227ef-13e5-40cb-9984-9a17440924d3", "address": "fa:16:3e:bc:1b:5b", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7227ef-13", "ovs_interfaceid": "8a7227ef-13e5-40cb-9984-9a17440924d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:08:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-5343f265-d477-426d-8262-c86bd90d45c4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:08:59 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:08:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:08:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:08:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:08:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:08:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:08:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:08:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:08:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:08:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Starting finish_revert_migration {{(pid=75018) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11822}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Start _get_guest_xml network_info=[{"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kTdzAWfQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '72f18866-6d44-4c27-9469-e89f4be276c5', 'attached_at': '2023-12-05T17:09:01.000000', 'detached_at': '', 'volume_id': '348527f8-3a51-4869-b050-d0d2c9c7dbbe', 'serial': '348527f8-3a51-4869-b050-d0d2c9c7dbbe'}, 'attachment_id': 'd1683f05-c38f-46bc-8cbd-3e02c85e9652', 'delete_on_termination': False, 'boot_index': None, 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:09:01 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:09:01 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.objects.instance [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lazy-loading 'vcpu_model' on Instance uuid 72f18866-6d44-4c27-9469-e89f4be276c5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kTdzAWfQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:09:01 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:09:01 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:09:01 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[02ccbe62-1390-40a0-814f-d38288cdc077]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:09:01 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a717df6-5140-45b0-a6bd-2eeacdc10418]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe] added
Dec 05 17:09:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bee41eb6-7cfd-4b6d-a8b9-bf0ad1bc48c2]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[57de1dd9-dd65-43ba-8cb7-67cb5b34caa9]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kTdzAWfQ {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kTdzAWfQ" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4a4b681-7b89-4316-8098-a6238ac91fda]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kTdzAWfQ'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ffc5767-1db3-4a08-ac76-be519d6e553b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a3ba1f7-11cd-412d-9c99-d48904903ec7]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fae5212a-9285-4eca-bc29-8a0cf35193af]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260]
Dec 05 17:09:01 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260] successful.
Dec 05 17:09:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[812b4687-7ccc-436e-8969-ed5b3486419a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[23f6c8ff-a5a7-48c1-ad0a-4997dbf1db29]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:01 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:01 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.313s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] HCTL ('34', '-', '-', 0) found on session 26 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae686b04-aafc-4008-92f1-d763e8604264]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Searching for a device in session 26 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kTdzAWfQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:01 user nova-compute[75018]: INFO nova.compute.manager [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Terminating instance
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-51707782-dff1-47be-a3ed-4f5894cfcf03 req-4ff027a2-b530-44a5-93dd-6ae8ef9a4cd3 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Received event network-vif-unplugged-1652e95a-50b3-4921-8a2a-cbaad0fed79c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-51707782-dff1-47be-a3ed-4f5894cfcf03 req-4ff027a2-b530-44a5-93dd-6ae8ef9a4cd3 service nova] Acquiring lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-51707782-dff1-47be-a3ed-4f5894cfcf03 req-4ff027a2-b530-44a5-93dd-6ae8ef9a4cd3 service nova] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-51707782-dff1-47be-a3ed-4f5894cfcf03 req-4ff027a2-b530-44a5-93dd-6ae8ef9a4cd3 service nova] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-51707782-dff1-47be-a3ed-4f5894cfcf03 req-4ff027a2-b530-44a5-93dd-6ae8ef9a4cd3 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] No waiting events found dispatching network-vif-unplugged-1652e95a-50b3-4921-8a2a-cbaad0fed79c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-51707782-dff1-47be-a3ed-4f5894cfcf03 req-4ff027a2-b530-44a5-93dd-6ae8ef9a4cd3 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Received event network-vif-unplugged-1652e95a-50b3-4921-8a2a-cbaad0fed79c for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Instance destroyed successfully.
Dec 05 17:09:02 user nova-compute[75018]: DEBUG nova.objects.instance [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lazy-loading 'resources' on Instance uuid acf77ce1-141a-4c0e-8dab-6759f7dcc507 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:03:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1300560790',display_name='tempest-AttachVolumeNegativeTest-server-1300560790',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1300560790',id=16,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJjOLTYCVSDG8D4cbLuigKaycVpuU8voOeiZa6u2R/z8wiyjaOYB41zYNV9yLd+SBMgSOW9bl6AvKlagmm/GWd8My6XBhEXtSC2M8zRDJD4iOk3DXsCbPxYZ8tNvVtObsg==',key_name='tempest-keypair-34815668',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:03:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='91cb55b5c62f4d82ae96bc07a48fd906',ramdisk_id='',reservation_id='r-7g2pf11s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1278838961',owner_user_name='tempest-AttachVolumeNegativeTest-1278838961-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:03:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c254db3ec00e40338c3323be0668689e',uuid=acf77ce1-141a-4c0e-8dab-6759f7dcc507,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "address": "fa:16:3e:99:52:66", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1652e95a-50", "ovs_interfaceid": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converting VIF {"id": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "address": "fa:16:3e:99:52:66", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1652e95a-50", "ovs_interfaceid": "1652e95a-50b3-4921-8a2a-cbaad0fed79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:99:52:66,bridge_name='br-int',has_traffic_filtering=True,id=1652e95a-50b3-4921-8a2a-cbaad0fed79c,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1652e95a-50') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG os_vif [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:99:52:66,bridge_name='br-int',has_traffic_filtering=True,id=1652e95a-50b3-4921-8a2a-cbaad0fed79c,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1652e95a-50') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1652e95a-50, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b79331a7-ebf4-4b2a-bc96-5e49b1ce61b9) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:09:02 user nova-compute[75018]: INFO os_vif [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:99:52:66,bridge_name='br-int',has_traffic_filtering=True,id=1652e95a-50b3-4921-8a2a-cbaad0fed79c,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1652e95a-50')
Dec 05 17:09:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Deleting instance files /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507_del
Dec 05 17:09:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Deletion of /opt/stack/data/nova/instances/acf77ce1-141a-4c0e-8dab-6759f7dcc507_del complete
Dec 05 17:09:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:02 user nova-compute[75018]: INFO nova.compute.manager [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Took 0.94 seconds to destroy the instance on the hypervisor.
Dec 05 17:09:02 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.346s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] <== connect_volume: return (1347ms) {'type': 'block', 'scsi_wwn': '23937323330626633', 'path': '/dev/sdc'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23937323330626633', 'path': '/dev/sdc'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:02:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-754070654',display_name='tempest-ServerActionsTestOtherB-server-754070654',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-754070654',id=14,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDnLYOEyXLdzM2h+5a0hc15BkJS5Udod0DgOGkG0OAAzD9IXp4J+h/g94qzxF5GsHlrV6EPnJ4C1XEhhjrGJByAcycNU2RrQvqvZM0usezlGfS01Pa3ZFldXnYfn7PKrNg==',key_name='tempest-keypair-411987793',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:07:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='635c106af9034e0ea517a3b393df1942',ramdisk_id='',reservation_id='r-nosipukc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-755840113',owner_user_name='tempest-ServerActionsTestOtherB-755840113-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:08:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c32c2b2b6654c15978d1023da6dccfe',uuid=72f18866-6d44-4c27-9469-e89f4be276c5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converting VIF {"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:09:02 user nova-compute[75018]:   <uuid>72f18866-6d44-4c27-9469-e89f4be276c5</uuid>
Dec 05 17:09:02 user nova-compute[75018]:   <name>instance-0000000e</name>
Dec 05 17:09:02 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:09:02 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:09:02 user nova-compute[75018]:   <metadata>
Dec 05 17:09:02 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:09:02 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:09:02 user nova-compute[75018]:       <nova:name>tempest-ServerActionsTestOtherB-server-754070654</nova:name>
Dec 05 17:09:02 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:09:01</nova:creationTime>
Dec 05 17:09:02 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:09:02 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:09:02 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:09:02 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:09:02 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:09:02 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:09:02 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:09:02 user nova-compute[75018]:       <nova:owner>
Dec 05 17:09:02 user nova-compute[75018]:         <nova:user uuid="4c32c2b2b6654c15978d1023da6dccfe">tempest-ServerActionsTestOtherB-755840113-project-member</nova:user>
Dec 05 17:09:02 user nova-compute[75018]:         <nova:project uuid="635c106af9034e0ea517a3b393df1942">tempest-ServerActionsTestOtherB-755840113</nova:project>
Dec 05 17:09:02 user nova-compute[75018]:       </nova:owner>
Dec 05 17:09:02 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:09:02 user nova-compute[75018]:       <nova:ports>
Dec 05 17:09:02 user nova-compute[75018]:         <nova:port uuid="13debc29-d5d3-4e04-96ab-205d9c85f600">
Dec 05 17:09:02 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 05 17:09:02 user nova-compute[75018]:         </nova:port>
Dec 05 17:09:02 user nova-compute[75018]:       </nova:ports>
Dec 05 17:09:02 user nova-compute[75018]:     </nova:instance>
Dec 05 17:09:02 user nova-compute[75018]:   </metadata>
Dec 05 17:09:02 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:09:02 user nova-compute[75018]:     <system>
Dec 05 17:09:02 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:09:02 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:09:02 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:09:02 user nova-compute[75018]:       <entry name="serial">72f18866-6d44-4c27-9469-e89f4be276c5</entry>
Dec 05 17:09:02 user nova-compute[75018]:       <entry name="uuid">72f18866-6d44-4c27-9469-e89f4be276c5</entry>
Dec 05 17:09:02 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:09:02 user nova-compute[75018]:     </system>
Dec 05 17:09:02 user nova-compute[75018]:   </sysinfo>
Dec 05 17:09:02 user nova-compute[75018]:   <os>
Dec 05 17:09:02 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:09:02 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:09:02 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:09:02 user nova-compute[75018]:   </os>
Dec 05 17:09:02 user nova-compute[75018]:   <features>
Dec 05 17:09:02 user nova-compute[75018]:     <acpi/>
Dec 05 17:09:02 user nova-compute[75018]:     <apic/>
Dec 05 17:09:02 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:09:02 user nova-compute[75018]:   </features>
Dec 05 17:09:02 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:09:02 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:09:02 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:09:02 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:09:02 user nova-compute[75018]:   </clock>
Dec 05 17:09:02 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:09:02 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:09:02 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:09:02 user nova-compute[75018]:   </cpu>
Dec 05 17:09:02 user nova-compute[75018]:   <devices>
Dec 05 17:09:02 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:09:02 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:09:02 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk"/>
Dec 05 17:09:02 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:09:02 user nova-compute[75018]:     </disk>
Dec 05 17:09:02 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:09:02 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:09:02 user nova-compute[75018]:       <source dev="/dev/sdc"/>
Dec 05 17:09:02 user nova-compute[75018]:       <target dev="vdb" bus="virtio"/>
Dec 05 17:09:02 user nova-compute[75018]:       <serial>348527f8-3a51-4869-b050-d0d2c9c7dbbe</serial>
Dec 05 17:09:02 user nova-compute[75018]:     </disk>
Dec 05 17:09:02 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:09:02 user nova-compute[75018]:       <mac address="fa:16:3e:dd:16:76"/>
Dec 05 17:09:02 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:09:02 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:09:02 user nova-compute[75018]:       <target dev="tap13debc29-d5"/>
Dec 05 17:09:02 user nova-compute[75018]:     </interface>
Dec 05 17:09:02 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:09:02 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/console.log" append="off"/>
Dec 05 17:09:02 user nova-compute[75018]:     </serial>
Dec 05 17:09:02 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:09:02 user nova-compute[75018]:     <video>
Dec 05 17:09:02 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:09:02 user nova-compute[75018]:     </video>
Dec 05 17:09:02 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:09:02 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:09:02 user nova-compute[75018]:     </rng>
Dec 05 17:09:02 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:09:02 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:09:02 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:09:02 user nova-compute[75018]:     </memballoon>
Dec 05 17:09:02 user nova-compute[75018]:   </devices>
Dec 05 17:09:02 user nova-compute[75018]: </domain>
Dec 05 17:09:02 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:02:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-754070654',display_name='tempest-ServerActionsTestOtherB-server-754070654',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-754070654',id=14,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDnLYOEyXLdzM2h+5a0hc15BkJS5Udod0DgOGkG0OAAzD9IXp4J+h/g94qzxF5GsHlrV6EPnJ4C1XEhhjrGJByAcycNU2RrQvqvZM0usezlGfS01Pa3ZFldXnYfn7PKrNg==',key_name='tempest-keypair-411987793',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:07:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='635c106af9034e0ea517a3b393df1942',ramdisk_id='',reservation_id='r-nosipukc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-755840113',owner_user_name='tempest-ServerActionsTestOtherB-755840113-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:08:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c32c2b2b6654c15978d1023da6dccfe',uuid=72f18866-6d44-4c27-9469-e89f4be276c5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converting VIF {"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG os_vif [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1afecc0b-92e4-54b1-ba54-7004ff76c587', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap13debc29-d5, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap13debc29-d5, col_values=(('qos', UUID('f5800bae-8096-4acc-bafc-7e7b2261a3ee')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap13debc29-d5, col_values=(('external_ids', {'iface-id': '13debc29-d5d3-4e04-96ab-205d9c85f600', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:16:76', 'vm-uuid': '72f18866-6d44-4c27-9469-e89f4be276c5'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:02 user nova-compute[75018]: INFO os_vif [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5')
Dec 05 17:09:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk.rescue --force-share --output=json" returned: 0 in 0.215s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk.rescue --force-share --output=json" returned: 0 in 0.168s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:09:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:03 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Error from libvirt while getting description of instance-00000010: [Error Code 42] Domain not found: no domain with matching uuid 'acf77ce1-141a-4c0e-8dab-6759f7dcc507' (instance-00000010): libvirt.libvirtError: Domain not found: no domain with matching uuid 'acf77ce1-141a-4c0e-8dab-6759f7dcc507' (instance-00000010)
Dec 05 17:09:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:09:03 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Took 0.85 seconds to deallocate network for instance.
Dec 05 17:09:03 user nova-compute[75018]: DEBUG nova.compute.manager [req-44fead73-b390-4db0-8e16-0e5926b0293f req-7b6a5cc2-3fd9-4554-b8ae-b7afc2266207 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Received event network-vif-deleted-1652e95a-50b3-4921-8a2a-cbaad0fed79c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:09:03 user nova-compute[75018]: INFO nova.compute.manager [req-44fead73-b390-4db0-8e16-0e5926b0293f req-7b6a5cc2-3fd9-4554-b8ae-b7afc2266207 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Neutron deleted interface 1652e95a-50b3-4921-8a2a-cbaad0fed79c; detaching it from the instance and deleting it from the info cache
Dec 05 17:09:03 user nova-compute[75018]: DEBUG nova.network.neutron [req-44fead73-b390-4db0-8e16-0e5926b0293f req-7b6a5cc2-3fd9-4554-b8ae-b7afc2266207 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG nova.compute.manager [req-44fead73-b390-4db0-8e16-0e5926b0293f req-7b6a5cc2-3fd9-4554-b8ae-b7afc2266207 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Detach interface failed, port_id=1652e95a-50b3-4921-8a2a-cbaad0fed79c, reason: Instance acf77ce1-141a-4c0e-8dab-6759f7dcc507 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Refreshing inventories for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Updating ProviderTree inventory for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Updating inventory in ProviderTree for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Refreshing aggregate associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, aggregates: None {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Refreshing trait associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, traits: COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG nova.compute.manager [req-f54a4607-1537-4451-8657-8c8c3394c174 req-4aee5304-1235-4a93-9ebd-d8823f5397f5 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Received event network-vif-plugged-1652e95a-50b3-4921-8a2a-cbaad0fed79c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f54a4607-1537-4451-8657-8c8c3394c174 req-4aee5304-1235-4a93-9ebd-d8823f5397f5 service nova] Acquiring lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f54a4607-1537-4451-8657-8c8c3394c174 req-4aee5304-1235-4a93-9ebd-d8823f5397f5 service nova] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f54a4607-1537-4451-8657-8c8c3394c174 req-4aee5304-1235-4a93-9ebd-d8823f5397f5 service nova] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG nova.compute.manager [req-f54a4607-1537-4451-8657-8c8c3394c174 req-4aee5304-1235-4a93-9ebd-d8823f5397f5 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] No waiting events found dispatching network-vif-plugged-1652e95a-50b3-4921-8a2a-cbaad0fed79c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:09:03 user nova-compute[75018]: WARNING nova.compute.manager [req-f54a4607-1537-4451-8657-8c8c3394c174 req-4aee5304-1235-4a93-9ebd-d8823f5397f5 service nova] [instance: acf77ce1-141a-4c0e-8dab-6759f7dcc507] Received unexpected event network-vif-plugged-1652e95a-50b3-4921-8a2a-cbaad0fed79c for instance with vm_state deleted and task_state None.
Dec 05 17:09:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.manager [req-3c0a7827-b702-45b3-8976-5280f79c12f6 req-4b1b1476-30a8-4d22-a6c7-62620240f9ff service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3c0a7827-b702-45b3-8976-5280f79c12f6 req-4b1b1476-30a8-4d22-a6c7-62620240f9ff service nova] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3c0a7827-b702-45b3-8976-5280f79c12f6 req-4b1b1476-30a8-4d22-a6c7-62620240f9ff service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3c0a7827-b702-45b3-8976-5280f79c12f6 req-4b1b1476-30a8-4d22-a6c7-62620240f9ff service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.manager [req-3c0a7827-b702-45b3-8976-5280f79c12f6 req-4b1b1476-30a8-4d22-a6c7-62620240f9ff service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] No waiting events found dispatching network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:09:07 user nova-compute[75018]: WARNING nova.compute.manager [req-3c0a7827-b702-45b3-8976-5280f79c12f6 req-4b1b1476-30a8-4d22-a6c7-62620240f9ff service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received unexpected event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 for instance with vm_state resized and task_state resize_reverting.
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.manager [req-3c0a7827-b702-45b3-8976-5280f79c12f6 req-4b1b1476-30a8-4d22-a6c7-62620240f9ff service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3c0a7827-b702-45b3-8976-5280f79c12f6 req-4b1b1476-30a8-4d22-a6c7-62620240f9ff service nova] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3c0a7827-b702-45b3-8976-5280f79c12f6 req-4b1b1476-30a8-4d22-a6c7-62620240f9ff service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3c0a7827-b702-45b3-8976-5280f79c12f6 req-4b1b1476-30a8-4d22-a6c7-62620240f9ff service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.manager [req-3c0a7827-b702-45b3-8976-5280f79c12f6 req-4b1b1476-30a8-4d22-a6c7-62620240f9ff service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] No waiting events found dispatching network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:09:07 user nova-compute[75018]: WARNING nova.compute.manager [req-3c0a7827-b702-45b3-8976-5280f79c12f6 req-4b1b1476-30a8-4d22-a6c7-62620240f9ff service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received unexpected event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 for instance with vm_state resized and task_state resize_reverting.
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.manager [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kjIPDbTe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:09:07 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:09:07 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:09:07 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:07 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Instance running successfully.
Dec 05 17:09:07 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:09:07 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7292MB free_disk=24.91622543334961GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] finish_revert_migration finished successfully. {{(pid=75018) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11866}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[52266d61-f44a-4ef8-84f6-a51fa3907173]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:09:07 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[71e6e23f-7231-4d37-89a1-f5f0b7ed3486]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3] added
Dec 05 17:09:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[984c4793-5710-4383-9c29-81b84965cb32]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f50d14cf-c0df-4319-a895-ee228b27e410]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kjIPDbTe {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kjIPDbTe" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f490fad1-b0b8-454a-a814-56d0314821c3]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kjIPDbTe'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5099380b-99f0-481c-ab7b-a60aa5503574]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6da7cca1-00ed-4891-af21-6c1ba0de142e]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:07 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:07 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:09:07 user nova-compute[75018]: INFO nova.compute.manager [None req-9d6a0bbb-e83a-4cad-9fde-5b6977100304 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Updating instance to original state: 'active'
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --login" returned: 0 in 0.118s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c496a53-3ba0-4142-9258-f66c3fbc7597]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3, portal: 172.16.0.220,3260]
Dec 05 17:09:07 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3, portal: 172.16.0.220,3260] successful.
Dec 05 17:09:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.992s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.322s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a97a410d-bf63-48c9-92c9-444c0dafc182]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:07 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Deleted allocations for instance acf77ce1-141a-4c0e-8dab-6759f7dcc507
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c737fef-22b6-497a-9511-15af9eae88f1]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:07 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:07 user nova-compute[75018]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 (non-flash)
Dec 05 17:09:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:07 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:07 user nova-compute[75018]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 (non-flash)
Dec 05 17:09:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.379s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] HCTL ('35', '-', '-', 0) found on session 27 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e65901a3-09c3-4a51-baa6-748ea6f36094]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Searching for a device in session 27 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kjIPDbTe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 533bba90-582b-4ad5-9763-532788f79d6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5931bfc3-7400-4941-bc87-b07f86c6982b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5343f265-d477-426d-8262-c86bd90d45c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b60ed568-caad-48a7-845a-46861ba931c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 186d52ed-d917-4547-877b-fa4431b8d30b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 72f18866-6d44-4c27-9469-e89f4be276c5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance fbd61d9b-738e-4208-948a-318b766a059f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b6f8c4fd-2ebf-4312-aedd-80affb38c6a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b701e701-404d-431f-9341-711483d67ac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:09:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8d98b15-59fb-4de9-8c3d-cc5e33342517 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "acf77ce1-141a-4c0e-8dab-6759f7dcc507" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.085s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:08 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:09:08 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:09:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:09:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.686s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:09:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances with incomplete migration  {{(pid=75018) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 05 17:09:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.429s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:09:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] <== connect_volume: return (1431ms) {'type': 'block', 'scsi_wwn': '26332646266623762', 'path': '/dev/sdd'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:09:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26332646266623762', 'path': '/dev/sdd'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:09:08 user nova-compute[75018]: DEBUG nova.objects.instance [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lazy-loading 'flavor' on Instance uuid a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:09:08 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:09:08 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:09:08 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:09:08 user nova-compute[75018]:   <serial>89c4551b-8ced-44c4-9abd-e37c26bc82b3</serial>
Dec 05 17:09:08 user nova-compute[75018]: </disk>
Dec 05 17:09:08 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:09:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:09:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:09:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] No VIF found with MAC fa:16:3e:ca:e7:22, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:09:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:09:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:09:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:09:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:09:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:09:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:09:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ac4c5b0e-dc01-4fbe-a8fb-4026d5b2310d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 28.381s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:10 user nova-compute[75018]: INFO nova.compute.manager [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Detaching volume 89c4551b-8ced-44c4-9abd-e37c26bc82b3
Dec 05 17:09:10 user nova-compute[75018]: INFO nova.virt.block_device [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Attempting to driver detach volume 89c4551b-8ced-44c4-9abd-e37c26bc82b3 from mountpoint /dev/vdb
Dec 05 17:09:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Attempting to detach device vdb from instance a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:09:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:09:10 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:09:10 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:09:10 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:09:10 user nova-compute[75018]:   <serial>89c4551b-8ced-44c4-9abd-e37c26bc82b3</serial>
Dec 05 17:09:10 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:09:10 user nova-compute[75018]: </disk>
Dec 05 17:09:10 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:09:10 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Successfully detached device vdb from instance a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3 from the persistent domain config.
Dec 05 17:09:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:09:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:09:10 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:09:10 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:09:10 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:09:10 user nova-compute[75018]:   <serial>89c4551b-8ced-44c4-9abd-e37c26bc82b3</serial>
Dec 05 17:09:10 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:09:10 user nova-compute[75018]: </disk>
Dec 05 17:09:10 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:09:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:09:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:13 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:09:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:16 user nova-compute[75018]: INFO nova.compute.manager [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Unshelving
Dec 05 17:09:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:17 user nova-compute[75018]: DEBUG nova.objects.instance [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'pci_requests' on Instance uuid d7af0f3d-ce07-4d51-96b6-edfb1aea885b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:17 user nova-compute[75018]: DEBUG nova.objects.instance [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'numa_topology' on Instance uuid d7af0f3d-ce07-4d51-96b6-edfb1aea885b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:17 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:09:17 user nova-compute[75018]: INFO nova.compute.claims [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Claim successful on node user
Dec 05 17:09:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:17 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:09:17 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:09:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.495s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:17 user nova-compute[75018]: INFO nova.network.neutron [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Updating port f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 05 17:09:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquired lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG nova.network.neutron [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG nova.compute.manager [req-1077a8b9-fbe9-471e-b8e5-60095cb09b39 req-2820f9f3-2051-457a-82e0-9782b7d9a502 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received event network-changed-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG nova.compute.manager [req-1077a8b9-fbe9-471e-b8e5-60095cb09b39 req-2820f9f3-2051-457a-82e0-9782b7d9a502 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Refreshing instance network info cache due to event network-changed-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1077a8b9-fbe9-471e-b8e5-60095cb09b39 req-2820f9f3-2051-457a-82e0-9782b7d9a502 service nova] Acquiring lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "b60ed568-caad-48a7-845a-46861ba931c0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "b60ed568-caad-48a7-845a-46861ba931c0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG nova.objects.instance [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lazy-loading 'flavor' on Instance uuid b60ed568-caad-48a7-845a-46861ba931c0 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "b60ed568-caad-48a7-845a-46861ba931c0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.070s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "b60ed568-caad-48a7-845a-46861ba931c0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "b60ed568-caad-48a7-845a-46861ba931c0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:18 user nova-compute[75018]: INFO nova.compute.manager [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Attaching volume 4a3fc26d-ae9c-4628-9ed4-70837fa0cceb to /dev/vdb
Dec 05 17:09:18 user nova-compute[75018]: DEBUG nova.network.neutron [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Updating instance_info_cache with network_info: [{"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG os_brick.utils [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Releasing lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:09:18 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Creating image(s)
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "/opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "/opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "/opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG nova.objects.instance [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'trusted_certs' on Instance uuid d7af0f3d-ce07-4d51-96b6-edfb1aea885b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4be233d8-33af-478b-84d2-8c55204103db]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1077a8b9-fbe9-471e-b8e5-60095cb09b39 req-2820f9f3-2051-457a-82e0-9782b7d9a502 service nova] Acquired lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG nova.network.neutron [req-1077a8b9-fbe9-471e-b8e5-60095cb09b39 req-2820f9f3-2051-457a-82e0-9782b7d9a502 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Refreshing network info cache for port f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG nova.objects.base [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Object Instance<d7af0f3d-ce07-4d51-96b6-edfb1aea885b> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "10abfbc9d81dddabf0a6727f4183ffcfd52482ce" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "10abfbc9d81dddabf0a6727f4183ffcfd52482ce" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[31c42351-7752-464b-9c4e-80282217aecc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[11d08123-bde7-4a62-a0a9-7938861c6ca7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[81f2bf42-9ccb-458c-939a-95083e42e54e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:09:18 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:09:18 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfa1c35b-e8e2-410f-a29a-ca1910c808ad]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG os_brick.utils [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] <== get_connector_properties: return (149ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:09:18 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Updating existing volume attachment record: 039896f6-c581-40e2-9f8a-bce7d58ba6de {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:09:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce.part --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce.part --force-share --output=json" returned: 0 in 0.219s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:19 user nova-compute[75018]: DEBUG nova.virt.images [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] 6083d601-c61d-425e-a3dd-a643df34b2ac was qcow2, converting to raw {{(pid=75018) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 05 17:09:19 user nova-compute[75018]: DEBUG nova.privsep.utils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75018) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 05 17:09:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce.part /opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce.converted {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:20 user nova-compute[75018]: DEBUG nova.network.neutron [req-1077a8b9-fbe9-471e-b8e5-60095cb09b39 req-2820f9f3-2051-457a-82e0-9782b7d9a502 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Updated VIF entry in instance network info cache for port f3e765a4-ca4c-4ba3-9d1e-04f0207acae7. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:09:20 user nova-compute[75018]: DEBUG nova.network.neutron [req-1077a8b9-fbe9-471e-b8e5-60095cb09b39 req-2820f9f3-2051-457a-82e0-9782b7d9a502 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Updating instance_info_cache with network_info: [{"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1077a8b9-fbe9-471e-b8e5-60095cb09b39 req-2820f9f3-2051-457a-82e0-9782b7d9a502 service nova] Releasing lock "refresh_cache-d7af0f3d-ce07-4d51-96b6-edfb1aea885b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce.part /opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce.converted" returned: 0 in 0.231s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce.converted --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce.converted --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "10abfbc9d81dddabf0a6727f4183ffcfd52482ce" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.635s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce --force-share --output=json" returned: 0 in 0.190s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "10abfbc9d81dddabf0a6727f4183ffcfd52482ce" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "10abfbc9d81dddabf0a6727f4183ffcfd52482ce" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce --force-share --output=json" returned: 0 in 0.197s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce,backing_fmt=raw /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce,backing_fmt=raw /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk 1073741824" returned: 0 in 0.056s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "10abfbc9d81dddabf0a6727f4183ffcfd52482ce" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.263s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce --force-share --output=json" returned: 0 in 0.208s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:21 user nova-compute[75018]: DEBUG nova.objects.instance [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'migration_context' on Instance uuid d7af0f3d-ce07-4d51-96b6-edfb1aea885b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:21 user nova-compute[75018]: DEBUG nova.objects.base [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Object Instance<d7af0f3d-ce07-4d51-96b6-edfb1aea885b> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:09:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Rebasing disk image.
Dec 05 17:09:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 -F raw /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 -F raw /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk" returned: 0 in 2.340s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Ensure instance console log exists: /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Start _get_guest_xml network_info=[{"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='2362a87de025f78e1417b79b55d2c31f',container_format='bare',created_at=2023-12-05T17:07:24Z,direct_url=<?>,disk_format='qcow2',id=6083d601-c61d-425e-a3dd-a643df34b2ac,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1046086738-shelved',owner='eeda605e799e4fc88ae4e8898981ee9c',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-05T17:07:29Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:09:23 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:09:23 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2362a87de025f78e1417b79b55d2c31f',container_format='bare',created_at=2023-12-05T17:07:24Z,direct_url=<?>,disk_format='qcow2',id=6083d601-c61d-425e-a3dd-a643df34b2ac,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1046086738-shelved',owner='eeda605e799e4fc88ae4e8898981ee9c',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-05T17:07:29Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.objects.instance [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'vcpu_model' on Instance uuid d7af0f3d-ce07-4d51-96b6-edfb1aea885b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.objects.base [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Object Instance<d7af0f3d-ce07-4d51-96b6-edfb1aea885b> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-05T17:05:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1046086738',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1046086738',id=20,image_ref='6083d601-c61d-425e-a3dd-a643df34b2ac',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1994005858',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:05:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='eeda605e799e4fc88ae4e8898981ee9c',ramdisk_id='',reservation_id='r-76487qtt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1242004540',owner_user_name='tempest-AttachVolumeShelveTestJSON-1242004540-project-member',shelved_at='2023-12-05T17:07:29.131102',shelved_host='user',shelved_image_id='6083d601-c61d-425e-a3dd-a643df34b2ac'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:09:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d407dbeca07a4ef1ade84c3932a79211',uuid=d7af0f3d-ce07-4d51-96b6-edfb1aea885b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converting VIF {"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:55:3a,bridge_name='br-int',has_traffic_filtering=True,id=f3e765a4-ca4c-4ba3-9d1e-04f0207acae7,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3e765a4-ca') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.objects.instance [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'pci_devices' on Instance uuid d7af0f3d-ce07-4d51-96b6-edfb1aea885b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.objects.base [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Object Instance<d7af0f3d-ce07-4d51-96b6-edfb1aea885b> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:09:23 user nova-compute[75018]:   <uuid>d7af0f3d-ce07-4d51-96b6-edfb1aea885b</uuid>
Dec 05 17:09:23 user nova-compute[75018]:   <name>instance-00000014</name>
Dec 05 17:09:23 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:09:23 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:09:23 user nova-compute[75018]:   <metadata>
Dec 05 17:09:23 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:09:23 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:09:23 user nova-compute[75018]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1046086738</nova:name>
Dec 05 17:09:23 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:09:23</nova:creationTime>
Dec 05 17:09:23 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:09:23 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:09:23 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:09:23 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:09:23 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:09:23 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:09:23 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:09:23 user nova-compute[75018]:       <nova:owner>
Dec 05 17:09:23 user nova-compute[75018]:         <nova:user uuid="d407dbeca07a4ef1ade84c3932a79211">tempest-AttachVolumeShelveTestJSON-1242004540-project-member</nova:user>
Dec 05 17:09:23 user nova-compute[75018]:         <nova:project uuid="eeda605e799e4fc88ae4e8898981ee9c">tempest-AttachVolumeShelveTestJSON-1242004540</nova:project>
Dec 05 17:09:23 user nova-compute[75018]:       </nova:owner>
Dec 05 17:09:23 user nova-compute[75018]:       <nova:root type="image" uuid="6083d601-c61d-425e-a3dd-a643df34b2ac"/>
Dec 05 17:09:23 user nova-compute[75018]:       <nova:ports>
Dec 05 17:09:23 user nova-compute[75018]:         <nova:port uuid="f3e765a4-ca4c-4ba3-9d1e-04f0207acae7">
Dec 05 17:09:23 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 05 17:09:23 user nova-compute[75018]:         </nova:port>
Dec 05 17:09:23 user nova-compute[75018]:       </nova:ports>
Dec 05 17:09:23 user nova-compute[75018]:     </nova:instance>
Dec 05 17:09:23 user nova-compute[75018]:   </metadata>
Dec 05 17:09:23 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:09:23 user nova-compute[75018]:     <system>
Dec 05 17:09:23 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:09:23 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:09:23 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:09:23 user nova-compute[75018]:       <entry name="serial">d7af0f3d-ce07-4d51-96b6-edfb1aea885b</entry>
Dec 05 17:09:23 user nova-compute[75018]:       <entry name="uuid">d7af0f3d-ce07-4d51-96b6-edfb1aea885b</entry>
Dec 05 17:09:23 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:09:23 user nova-compute[75018]:     </system>
Dec 05 17:09:23 user nova-compute[75018]:   </sysinfo>
Dec 05 17:09:23 user nova-compute[75018]:   <os>
Dec 05 17:09:23 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:09:23 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:09:23 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:09:23 user nova-compute[75018]:   </os>
Dec 05 17:09:23 user nova-compute[75018]:   <features>
Dec 05 17:09:23 user nova-compute[75018]:     <acpi/>
Dec 05 17:09:23 user nova-compute[75018]:     <apic/>
Dec 05 17:09:23 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:09:23 user nova-compute[75018]:   </features>
Dec 05 17:09:23 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:09:23 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:09:23 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:09:23 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:09:23 user nova-compute[75018]:   </clock>
Dec 05 17:09:23 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:09:23 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:09:23 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:09:23 user nova-compute[75018]:   </cpu>
Dec 05 17:09:23 user nova-compute[75018]:   <devices>
Dec 05 17:09:23 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:09:23 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:09:23 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk"/>
Dec 05 17:09:23 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:09:23 user nova-compute[75018]:     </disk>
Dec 05 17:09:23 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:09:23 user nova-compute[75018]:       <mac address="fa:16:3e:94:55:3a"/>
Dec 05 17:09:23 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:09:23 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:09:23 user nova-compute[75018]:       <target dev="tapf3e765a4-ca"/>
Dec 05 17:09:23 user nova-compute[75018]:     </interface>
Dec 05 17:09:23 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:09:23 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/console.log" append="off"/>
Dec 05 17:09:23 user nova-compute[75018]:     </serial>
Dec 05 17:09:23 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:09:23 user nova-compute[75018]:     <video>
Dec 05 17:09:23 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:09:23 user nova-compute[75018]:     </video>
Dec 05 17:09:23 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:09:23 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:09:23 user nova-compute[75018]:     </rng>
Dec 05 17:09:23 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:09:23 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:09:23 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:09:23 user nova-compute[75018]:     </memballoon>
Dec 05 17:09:23 user nova-compute[75018]:   </devices>
Dec 05 17:09:23 user nova-compute[75018]: </domain>
Dec 05 17:09:23 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-05T17:05:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1046086738',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1046086738',id=20,image_ref='6083d601-c61d-425e-a3dd-a643df34b2ac',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1994005858',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:05:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='eeda605e799e4fc88ae4e8898981ee9c',ramdisk_id='',reservation_id='r-76487qtt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1242004540',owner_user_name='tempest-AttachVolumeShelveTestJSON-1242004540-project-member',shelved_at='2023-12-05T17:07:29.131102',shelved_host='user',shelved_image_id='6083d601-c61d-425e-a3dd-a643df34b2ac'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:09:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d407dbeca07a4ef1ade84c3932a79211',uuid=d7af0f3d-ce07-4d51-96b6-edfb1aea885b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converting VIF {"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:55:3a,bridge_name='br-int',has_traffic_filtering=True,id=f3e765a4-ca4c-4ba3-9d1e-04f0207acae7,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3e765a4-ca') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG os_vif [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:55:3a,bridge_name='br-int',has_traffic_filtering=True,id=f3e765a4-ca4c-4ba3-9d1e-04f0207acae7,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3e765a4-ca') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4293ded8-950e-5756-98ad-0c459c5fa517', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf3e765a4-ca, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf3e765a4-ca, col_values=(('qos', UUID('a4493d98-1bdc-4aab-8348-e707ac6019d3')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf3e765a4-ca, col_values=(('external_ids', {'iface-id': 'f3e765a4-ca4c-4ba3-9d1e-04f0207acae7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:94:55:3a', 'vm-uuid': 'd7af0f3d-ce07-4d51-96b6-edfb1aea885b'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:23 user nova-compute[75018]: INFO os_vif [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:55:3a,bridge_name='br-int',has_traffic_filtering=True,id=f3e765a4-ca4c-4ba3-9d1e-04f0207acae7,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3e765a4-ca')
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:09:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] No VIF found with MAC fa:16:3e:94:55:3a, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:09:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:25 user nova-compute[75018]: DEBUG nova.compute.manager [req-28690f7c-2a77-416f-9b27-2fae96ee76f7 req-5cde4f0e-bb31-4533-9cf4-e19b33b74d50 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received event network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:09:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-28690f7c-2a77-416f-9b27-2fae96ee76f7 req-5cde4f0e-bb31-4533-9cf4-e19b33b74d50 service nova] Acquiring lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-28690f7c-2a77-416f-9b27-2fae96ee76f7 req-5cde4f0e-bb31-4533-9cf4-e19b33b74d50 service nova] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-28690f7c-2a77-416f-9b27-2fae96ee76f7 req-5cde4f0e-bb31-4533-9cf4-e19b33b74d50 service nova] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:25 user nova-compute[75018]: DEBUG nova.compute.manager [req-28690f7c-2a77-416f-9b27-2fae96ee76f7 req-5cde4f0e-bb31-4533-9cf4-e19b33b74d50 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] No waiting events found dispatching network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:09:25 user nova-compute[75018]: WARNING nova.compute.manager [req-28690f7c-2a77-416f-9b27-2fae96ee76f7 req-5cde4f0e-bb31-4533-9cf4-e19b33b74d50 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received unexpected event network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 05 17:09:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:27 user nova-compute[75018]: DEBUG nova.compute.manager [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:09:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:09:27 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Instance spawned successfully.
Dec 05 17:09:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-88c30614-37ff-4ed1-80dc-de4f1726aca3 req-d5b21b06-55f2-4fba-a8a1-4da2c442ca63 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received event network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:09:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-88c30614-37ff-4ed1-80dc-de4f1726aca3 req-d5b21b06-55f2-4fba-a8a1-4da2c442ca63 service nova] Acquiring lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-88c30614-37ff-4ed1-80dc-de4f1726aca3 req-d5b21b06-55f2-4fba-a8a1-4da2c442ca63 service nova] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-88c30614-37ff-4ed1-80dc-de4f1726aca3 req-d5b21b06-55f2-4fba-a8a1-4da2c442ca63 service nova] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-88c30614-37ff-4ed1-80dc-de4f1726aca3 req-d5b21b06-55f2-4fba-a8a1-4da2c442ca63 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] No waiting events found dispatching network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:09:27 user nova-compute[75018]: WARNING nova.compute.manager [req-88c30614-37ff-4ed1-80dc-de4f1726aca3 req-d5b21b06-55f2-4fba-a8a1-4da2c442ca63 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received unexpected event network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 05 17:09:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-6fa17e55-f892-4eab-99bc-bbf7d34b04b3 req-56149bb0-ec97-4780-b65d-71f5ad3b9e7f service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received event network-changed-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:09:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-6fa17e55-f892-4eab-99bc-bbf7d34b04b3 req-56149bb0-ec97-4780-b65d-71f5ad3b9e7f service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Refreshing instance network info cache due to event network-changed-82d621d8-5197-405e-827f-7ab467fbc05c. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:09:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6fa17e55-f892-4eab-99bc-bbf7d34b04b3 req-56149bb0-ec97-4780-b65d-71f5ad3b9e7f service nova] Acquiring lock "refresh_cache-fbd61d9b-738e-4208-948a-318b766a059f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:09:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6fa17e55-f892-4eab-99bc-bbf7d34b04b3 req-56149bb0-ec97-4780-b65d-71f5ad3b9e7f service nova] Acquired lock "refresh_cache-fbd61d9b-738e-4208-948a-318b766a059f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:09:27 user nova-compute[75018]: DEBUG nova.network.neutron [req-6fa17e55-f892-4eab-99bc-bbf7d34b04b3 req-56149bb0-ec97-4780-b65d-71f5ad3b9e7f service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Refreshing network info cache for port 82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG nova.compute.manager [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ec0a4eff-41ec-4004-a301-120950b9677d tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.280s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "fbd61d9b-738e-4208-948a-318b766a059f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "fbd61d9b-738e-4208-948a-318b766a059f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG nova.objects.instance [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lazy-loading 'flavor' on Instance uuid fbd61d9b-738e-4208-948a-318b766a059f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG nova.network.neutron [req-6fa17e55-f892-4eab-99bc-bbf7d34b04b3 req-56149bb0-ec97-4780-b65d-71f5ad3b9e7f service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Updated VIF entry in instance network info cache for port 82d621d8-5197-405e-827f-7ab467fbc05c. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG nova.network.neutron [req-6fa17e55-f892-4eab-99bc-bbf7d34b04b3 req-56149bb0-ec97-4780-b65d-71f5ad3b9e7f service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Updating instance_info_cache with network_info: [{"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "fbd61d9b-738e-4208-948a-318b766a059f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6fa17e55-f892-4eab-99bc-bbf7d34b04b3 req-56149bb0-ec97-4780-b65d-71f5ad3b9e7f service nova] Releasing lock "refresh_cache-fbd61d9b-738e-4208-948a-318b766a059f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "fbd61d9b-738e-4208-948a-318b766a059f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "fbd61d9b-738e-4208-948a-318b766a059f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:28 user nova-compute[75018]: INFO nova.compute.manager [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Attaching volume b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e to /dev/vdb
Dec 05 17:09:28 user nova-compute[75018]: DEBUG os_brick.utils [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca2edc68-d38d-498b-9b9f-d0a67fb7999c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffd52c7e-f5ab-4d59-9094-73d921724d2f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.029s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d54e845-3803-4828-9e13-68893dbfe803]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aacd4a05-7a2f-45e1-b56a-8d1773e34442]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:09:28 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:09:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[393cfb93-ef06-4345-ba63-7ab651811583]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG os_brick.utils [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:09:28 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Updating existing volume attachment record: da5a24d1-6f8e-4802-b560-a72d87e57c95 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:09:31 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3 is timed out.
Dec 05 17:09:31 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Successfully detached device vdb from instance a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3 from the live domain config.
Dec 05 17:09:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kjIPDbTe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:09:31 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ee9d743-4ed7-48e8-b4c9-d64f52e7ec18]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:09:31 user nova-compute[75018]: No targets found.
Dec 05 17:09:31 user nova-compute[75018]: iSNS:
Dec 05 17:09:31 user nova-compute[75018]: No targets found.
Dec 05 17:09:31 user nova-compute[75018]: STATIC:
Dec 05 17:09:31 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3
Dec 05 17:09:31 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:09:31 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:09:31 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe
Dec 05 17:09:31 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:09:31 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:09:31 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b
Dec 05 17:09:31 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:09:31 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:09:31 user nova-compute[75018]: FIRMWARE:
Dec 05 17:09:31 user nova-compute[75018]: No targets found.
Dec 05 17:09:31 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:09:31 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:09:31 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d698de2c-f275-4578-8195-3be402bbb935]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[58d57971-c27a-40d5-9080-310a4dd14a3d]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:31 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:31 user nova-compute[75018]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 (non-flash)
Dec 05 17:09:31 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:31 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:31 user nova-compute[75018]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 (non-flash)
Dec 05 17:09:31 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c0197c70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3'): ({'sdd'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Removing single pathed devices sdd {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d03a0289-0cf1-46a3-bd0a-ef39dc0e45bc]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef5e6d93-3ec2-4708-b04b-2b98bda765e3]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Flushing IO for device /dev/sdd {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d5c017f-bd8c-423a-8487-0ccbeaad6c61]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a880a22e-55b4-4200-8682-531fa557a5cc]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[69eef28e-a65d-4ed9-a80b-d7882a65a7c8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f746d88-e078-4982-bf6b-f9ce5f5a4425]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3, portal: 172.16.0.220,3260]
Dec 05 17:09:31 user nova-compute[75018]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3, portal: 172.16.0.220,3260] successful.
Dec 05 17:09:31 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c4551b-8ced-44c4-9abd-e37c26bc82b3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3d54c4b-2b69-4be7-a780-b3aaba565bf3]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] <== disconnect_volume: return (323ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:09:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:09:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:32 user nova-compute[75018]: DEBUG nova.objects.instance [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lazy-loading 'flavor' on Instance uuid a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-da8698bb-c79f-41c1-a1cc-53ea1a766c3d tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.831s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wauqyrmh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:09:39 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:09:39 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:09:39 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[26d660d8-da07-48ee-8cc8-686d5ce369f3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:09:39 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[657b41a3-5673-48e6-ab2d-a59d5f6584d0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb] added
Dec 05 17:09:39 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fbaba22-3d06-425e-8a32-9b44fd79c46a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CMwjEdiQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:09:39 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[87d954ac-c4ee-4bbd-b605-8bf9bf3d61fa]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wauqyrmh {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wauqyrmh" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0222260-44d9-4f99-b343-3a89d28c4589]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wauqyrmh'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c1edaf8-f87b-4fae-8075-9a72de4ce949]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[99670d5c-bb00-454d-8f79-da0691d14123]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:39 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:39 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:39 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:39 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f2f613e-3621-444b-89ca-602db92dfae0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb, portal: 172.16.0.220,3260]
Dec 05 17:09:39 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb, portal: 172.16.0.220,3260] successful.
Dec 05 17:09:39 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c690b234-6c6b-4d72-b2c1-2fb9823feaba]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5e9a381-ae51-4643-a8aa-7aebff19a5f6]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:39 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:39 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:09:39 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:39 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:39 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:09:39 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.290s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] HCTL ('35', '-', '-', 0) found on session 28 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c64b281a-4354-4064-a547-89af4848a80d]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:39 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Searching for a device in session 28 and hctl ['35', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Searching for a device in session 28 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wauqyrmh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] <== connect_volume: return (1318ms) {'type': 'block', 'scsi_wwn': '23230613266643862', 'path': '/dev/sdd'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23230613266643862', 'path': '/dev/sdd'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.229s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:09:40 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:09:40 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG nova.objects.instance [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lazy-loading 'flavor' on Instance uuid b60ed568-caad-48a7-845a-46861ba931c0 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[57d187d6-9332-42c7-8cab-dcd5b26c205b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:09:40 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:09:40 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:09:40 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:09:40 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:09:40 user nova-compute[75018]:   <serial>4a3fc26d-ae9c-4628-9ed4-70837fa0cceb</serial>
Dec 05 17:09:40 user nova-compute[75018]: </disk>
Dec 05 17:09:40 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab2017fe-de71-4ebc-b2f0-59c81ca6bf97]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e] added
Dec 05 17:09:40 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2ef6e12-f51a-470c-b0f8-27ac81c86bb4]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6072e81e-e7d1-4015-993b-cae1a3d99642]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CMwjEdiQ {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CMwjEdiQ" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c056ac7f-2c6a-4452-805f-61560651a931]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CMwjEdiQ'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9db56de8-7161-43d7-bfe0-76640c2569ee]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2692e435-1e05-46c6-9d2b-5ac5b6ddeb3e]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:40 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:40 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:09:40 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:40 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:40 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:09:40 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b94528a-8097-41f7-94ae-a986b08dabdf]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e, portal: 172.16.0.220,3260]
Dec 05 17:09:40 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e, portal: 172.16.0.220,3260] successful.
Dec 05 17:09:40 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[285ff169-adf9-4a20-b96e-c04ba0b1f38a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5b979a4-b7a2-4528-8ddc-3a4b65955fbf]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:40 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:40 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:09:40 user nova-compute[75018]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:09:40 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:40 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:40 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:09:40 user nova-compute[75018]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:09:40 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.294s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] HCTL ('36', '-', '-', 0) found on session 29 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f0531dc-b9f6-49ba-bbc7-39f2b9619f20]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Searching for a device in session 29 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CMwjEdiQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] No VIF found with MAC fa:16:3e:fc:05:41, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:09:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f0d46ac4-ec5d-4100-b384-c9f3dc8f5d17 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "b60ed568-caad-48a7-845a-46861ba931c0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.363s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:41 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:09:41 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] <== connect_volume: return (2561ms) {'type': 'block', 'scsi_wwn': '23966303634323063', 'path': '/dev/sde'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:09:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23966303634323063', 'path': '/dev/sde'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:09:41 user nova-compute[75018]: DEBUG nova.objects.instance [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lazy-loading 'flavor' on Instance uuid fbd61d9b-738e-4208-948a-318b766a059f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:41 user nova-compute[75018]: INFO nova.compute.manager [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Rescuing
Dec 05 17:09:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:09:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquired lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:09:41 user nova-compute[75018]: DEBUG nova.network.neutron [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:09:41 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:09:41 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:09:41 user nova-compute[75018]:   <source dev="/dev/sde"/>
Dec 05 17:09:41 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:09:41 user nova-compute[75018]:   <serial>b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e</serial>
Dec 05 17:09:41 user nova-compute[75018]: </disk>
Dec 05 17:09:41 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:09:42 user nova-compute[75018]: DEBUG nova.network.neutron [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Updating instance_info_cache with network_info: [{"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:09:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Releasing lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:09:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:09:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:09:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] No VIF found with MAC fa:16:3e:fa:59:17, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:09:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c5190590-d5f3-4be3-a066-c4b74e7f5d3a tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "fbd61d9b-738e-4208-948a-318b766a059f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.694s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-6029fd76-7be0-46c0-99ea-e9ae5147f34a req-35daa194-2fec-4f28-b65b-6d5d97a9160c service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received event network-vif-unplugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:09:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6029fd76-7be0-46c0-99ea-e9ae5147f34a req-35daa194-2fec-4f28-b65b-6d5d97a9160c service nova] Acquiring lock "b60ed568-caad-48a7-845a-46861ba931c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6029fd76-7be0-46c0-99ea-e9ae5147f34a req-35daa194-2fec-4f28-b65b-6d5d97a9160c service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6029fd76-7be0-46c0-99ea-e9ae5147f34a req-35daa194-2fec-4f28-b65b-6d5d97a9160c service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-6029fd76-7be0-46c0-99ea-e9ae5147f34a req-35daa194-2fec-4f28-b65b-6d5d97a9160c service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] No waiting events found dispatching network-vif-unplugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:09:42 user nova-compute[75018]: WARNING nova.compute.manager [req-6029fd76-7be0-46c0-99ea-e9ae5147f34a req-35daa194-2fec-4f28-b65b-6d5d97a9160c service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received unexpected event network-vif-unplugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 for instance with vm_state active and task_state rescuing.
Dec 05 17:09:43 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Instance destroyed successfully.
Dec 05 17:09:43 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Attempting a stable device rescue
Dec 05 17:09:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=75018) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 05 17:09:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Instance directory exists: not creating {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 05 17:09:43 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Creating image(s)
Dec 05 17:09:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "/opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "/opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "/opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:43 user nova-compute[75018]: DEBUG nova.objects.instance [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lazy-loading 'trusted_certs' on Instance uuid b60ed568-caad-48a7-845a-46861ba931c0 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "0bc13bd0f7a303b5246e9fe41612f47d52959c55" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "0bc13bd0f7a303b5246e9fe41612f47d52959c55" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:43 user nova-compute[75018]: INFO nova.compute.manager [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Rebuilding instance
Dec 05 17:09:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0bc13bd0f7a303b5246e9fe41612f47d52959c55.part --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG nova.compute.manager [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0bc13bd0f7a303b5246e9fe41612f47d52959c55.part --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG nova.virt.images [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] 2b6cc080-ad8b-4b0d-937c-046e1ea01223 was qcow2, converting to raw {{(pid=75018) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG nova.privsep.utils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75018) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0bc13bd0f7a303b5246e9fe41612f47d52959c55.part /opt/stack/data/nova/instances/_base/0bc13bd0f7a303b5246e9fe41612f47d52959c55.converted {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-d37ed975-58ae-4163-9c3d-0ed9c51733cc req-9deae140-5333-46d3-8433-ae5d496f3e8f service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received event network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d37ed975-58ae-4163-9c3d-0ed9c51733cc req-9deae140-5333-46d3-8433-ae5d496f3e8f service nova] Acquiring lock "b60ed568-caad-48a7-845a-46861ba931c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d37ed975-58ae-4163-9c3d-0ed9c51733cc req-9deae140-5333-46d3-8433-ae5d496f3e8f service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d37ed975-58ae-4163-9c3d-0ed9c51733cc req-9deae140-5333-46d3-8433-ae5d496f3e8f service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-d37ed975-58ae-4163-9c3d-0ed9c51733cc req-9deae140-5333-46d3-8433-ae5d496f3e8f service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] No waiting events found dispatching network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:09:44 user nova-compute[75018]: WARNING nova.compute.manager [req-d37ed975-58ae-4163-9c3d-0ed9c51733cc req-9deae140-5333-46d3-8433-ae5d496f3e8f service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received unexpected event network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 for instance with vm_state active and task_state rescuing.
Dec 05 17:09:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-574cd469-7795-4496-9168-a60e276a27a1 req-eea60c06-4aa4-43b9-b322-144e50d4c520 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received event network-vif-unplugged-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-574cd469-7795-4496-9168-a60e276a27a1 req-eea60c06-4aa4-43b9-b322-144e50d4c520 service nova] Acquiring lock "fbd61d9b-738e-4208-948a-318b766a059f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-574cd469-7795-4496-9168-a60e276a27a1 req-eea60c06-4aa4-43b9-b322-144e50d4c520 service nova] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-574cd469-7795-4496-9168-a60e276a27a1 req-eea60c06-4aa4-43b9-b322-144e50d4c520 service nova] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-574cd469-7795-4496-9168-a60e276a27a1 req-eea60c06-4aa4-43b9-b322-144e50d4c520 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] No waiting events found dispatching network-vif-unplugged-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:09:44 user nova-compute[75018]: WARNING nova.compute.manager [req-574cd469-7795-4496-9168-a60e276a27a1 req-eea60c06-4aa4-43b9-b322-144e50d4c520 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received unexpected event network-vif-unplugged-82d621d8-5197-405e-827f-7ab467fbc05c for instance with vm_state active and task_state rebuilding.
Dec 05 17:09:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0bc13bd0f7a303b5246e9fe41612f47d52959c55.part /opt/stack/data/nova/instances/_base/0bc13bd0f7a303b5246e9fe41612f47d52959c55.converted" returned: 0 in 0.495s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0bc13bd0f7a303b5246e9fe41612f47d52959c55.converted --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0bc13bd0f7a303b5246e9fe41612f47d52959c55.converted --force-share --output=json" returned: 0 in 0.198s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "0bc13bd0f7a303b5246e9fe41612f47d52959c55" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.962s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "0bc13bd0f7a303b5246e9fe41612f47d52959c55" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "0bc13bd0f7a303b5246e9fe41612f47d52959c55" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0bc13bd0f7a303b5246e9fe41612f47d52959c55 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0bc13bd0f7a303b5246e9fe41612f47d52959c55 --force-share --output=json" returned: 0 in 0.187s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0bc13bd0f7a303b5246e9fe41612f47d52959c55,backing_fmt=raw /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk.rescue {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:45 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Instance destroyed successfully.
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0bc13bd0f7a303b5246e9fe41612f47d52959c55,backing_fmt=raw /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk.rescue" returned: 0 in 0.056s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "0bc13bd0f7a303b5246e9fe41612f47d52959c55" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.objects.instance [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lazy-loading 'migration_context' on Instance uuid b60ed568-caad-48a7-845a-46861ba931c0 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.objects.base [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Object Instance<b60ed568-caad-48a7-845a-46861ba931c0> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Start _get_guest_xml network_info=[{"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "vif_mac": "fa:16:3e:fc:05:41"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '2b6cc080-ad8b-4b0d-937c-046e1ea01223', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wauqyrmh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': 'b60ed568-caad-48a7-845a-46861ba931c0', 'attached_at': '', 'detached_at': '', 'volume_id': '4a3fc26d-ae9c-4628-9ed4-70837fa0cceb', 'serial': '4a3fc26d-ae9c-4628-9ed4-70837fa0cceb'}, 'attachment_id': '039896f6-c581-40e2-9f8a-bce7d58ba6de', 'delete_on_termination': False, 'boot_index': None, 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.objects.instance [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lazy-loading 'resources' on Instance uuid b60ed568-caad-48a7-845a-46861ba931c0 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.objects.base [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Object Instance<b60ed568-caad-48a7-845a-46861ba931c0> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.objects.instance [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lazy-loading 'numa_topology' on Instance uuid b60ed568-caad-48a7-845a-46861ba931c0 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.objects.base [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Object Instance<b60ed568-caad-48a7-845a-46861ba931c0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:09:45 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:09:45 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.objects.instance [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lazy-loading 'vcpu_model' on Instance uuid b60ed568-caad-48a7-845a-46861ba931c0 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.objects.base [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Object Instance<b60ed568-caad-48a7-845a-46861ba931c0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wauqyrmh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:09:45 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:09:45 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:09:45 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:09:45 user nova-compute[75018]: INFO nova.compute.manager [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Detaching volume b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6a060d5-5b34-43f5-8469-39f0a1b203b9]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = wauqyrmh\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 05 17:09:45 user nova-compute[75018]: node.name = iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb
Dec 05 17:09:45 user nova-compute[75018]: node.tpgt = -1
Dec 05 17:09:45 user nova-compute[75018]: node.startup = automatic
Dec 05 17:09:45 user nova-compute[75018]: node.leading_login = No
Dec 05 17:09:45 user nova-compute[75018]: iface.iscsi_ifacename = default
Dec 05 17:09:45 user nova-compute[75018]: iface.net_ifacename = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.ipaddress = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.prefix_len = 0
Dec 05 17:09:45 user nova-compute[75018]: iface.hwaddress = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.transport_name = tcp
Dec 05 17:09:45 user nova-compute[75018]: iface.initiatorname = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.state = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.vlan_id = 0
Dec 05 17:09:45 user nova-compute[75018]: iface.vlan_priority = 0
Dec 05 17:09:45 user nova-compute[75018]: iface.vlan_state = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.iface_num = 0
Dec 05 17:09:45 user nova-compute[75018]: iface.mtu = 0
Dec 05 17:09:45 user nova-compute[75018]: iface.port = 0
Dec 05 17:09:45 user nova-compute[75018]: iface.bootproto = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.subnet_mask = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.gateway = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.dhcp_alt_client_id_state = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.dhcp_alt_client_id = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.dhcp_dns = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.dhcp_learn_iqn = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.dhcp_req_vendor_id_state = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.dhcp_vendor_id_state = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.dhcp_vendor_id = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.dhcp_slp_da = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.fragmentation = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.gratuitous_arp = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.incoming_forwarding = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.tos_state = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.tos = 0
Dec 05 17:09:45 user nova-compute[75018]: iface.ttl = 0
Dec 05 17:09:45 user nova-compute[75018]: iface.delayed_ack = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.tcp_nagle = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.tcp_wsf_state = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.tcp_wsf = 0
Dec 05 17:09:45 user nova-compute[75018]: iface.tcp_timer_scale = 0
Dec 05 17:09:45 user nova-compute[75018]: iface.tcp_timestamp = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.redirect = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.def_task_mgmt_timeout = 0
Dec 05 17:09:45 user nova-compute[75018]: iface.header_digest = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.data_digest = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.immediate_data = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.initial_r2t = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.data_seq_inorder = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.data_pdu_inorder = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.erl = 0
Dec 05 17:09:45 user nova-compute[75018]: iface.max_receive_data_len = 0
Dec 05 17:09:45 user nova-compute[75018]: iface.first_burst_len = 0
Dec 05 17:09:45 user nova-compute[75018]: iface.max_outstanding_r2t = 0
Dec 05 17:09:45 user nova-compute[75018]: iface.max_burst_len = 0
Dec 05 17:09:45 user nova-compute[75018]: iface.chap_auth = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.bidi_chap = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.strict_login_compliance = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.discovery_auth = <empty>
Dec 05 17:09:45 user nova-compute[75018]: iface.discovery_logout = <empty>
Dec 05 17:09:45 user nova-compute[75018]: node.discovery_address = <empty>
Dec 05 17:09:45 user nova-compute[75018]: node.discovery_port = 0
Dec 05 17:09:45 user nova-compute[75018]: node.discovery_type = static
Dec 05 17:09:45 user nova-compute[75018]: node.session.initial_cmdsn = 0
Dec 05 17:09:45 user nova-compute[75018]: node.session.initial_login_retry_max = 8
Dec 05 17:09:45 user nova-compute[75018]: node.session.xmit_thread_priority = -20
Dec 05 17:09:45 user nova-compute[75018]: node.session.cmds_max = 128
Dec 05 17:09:45 user nova-compute[75018]: node.session.queue_depth = 32
Dec 05 17:09:45 user nova-compute[75018]: node.session.nr_sessions = 1
Dec 05 17:09:45 user nova-compute[75018]: node.session.auth.authmethod = CHAP
Dec 05 17:09:45 user nova-compute[75018]: node.session.auth.username = wauqyrmh
Dec 05 17:09:45 user nova-compute[75018]: node.session.auth.password = ***
Dec 05 17:09:45 user nova-compute[75018]: node.session.auth.username_in = <empty>
Dec 05 17:09:45 user nova-compute[75018]: node.session.auth.password_in = <empty>
Dec 05 17:09:45 user nova-compute[75018]: node.session.auth.chap_algs = MD5
Dec 05 17:09:45 user nova-compute[75018]: node.session.timeo.replacement_timeout = 120
Dec 05 17:09:45 user nova-compute[75018]: node.session.err_timeo.abort_timeout = 15
Dec 05 17:09:45 user nova-compute[75018]: node.session.err_timeo.lu_reset_timeout = 30
Dec 05 17:09:45 user nova-compute[75018]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 05 17:09:45 user nova-compute[75018]: node.session.err_timeo.host_reset_timeout = 60
Dec 05 17:09:45 user nova-compute[75018]: node.session.iscsi.FastAbort = Yes
Dec 05 17:09:45 user nova-compute[75018]: node.session.iscsi.InitialR2T = No
Dec 05 17:09:45 user nova-compute[75018]: node.session.iscsi.ImmediateData = Yes
Dec 05 17:09:45 user nova-compute[75018]: node.session.iscsi.FirstBurstLength = 262144
Dec 05 17:09:45 user nova-compute[75018]: node.session.iscsi.MaxBurstLength = 16776192
Dec 05 17:09:45 user nova-compute[75018]: node.session.iscsi.DefaultTime2Retain = 0
Dec 05 17:09:45 user nova-compute[75018]: node.session.iscsi.DefaultTime2Wait = 2
Dec 05 17:09:45 user nova-compute[75018]: node.session.iscsi.MaxConnections = 1
Dec 05 17:09:45 user nova-compute[75018]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 05 17:09:45 user nova-compute[75018]: node.session.iscsi.ERL = 0
Dec 05 17:09:45 user nova-compute[75018]: node.session.scan = manual
Dec 05 17:09:45 user nova-compute[75018]: node.session.reopen_max = 0
Dec 05 17:09:45 user nova-compute[75018]: node.conn[0].address = 172.16.0.220
Dec 05 17:09:45 user nova-compute[75018]: node.conn[0].port = 3260
Dec 05 17:09:45 user nova-compute[75018]: node.conn[0].startup = manual
Dec 05 17:09:45 user nova-compute[75018]: node.conn[0].tcp.window_size = 524288
Dec 05 17:09:45 user nova-compute[75018]: node.conn[0].tcp.type_of_service = 0
Dec 05 17:09:45 user nova-compute[75018]: node.conn[0].timeo.logout_timeout = 15
Dec 05 17:09:45 user nova-compute[75018]: node.conn[0].timeo.login_timeout = 15
Dec 05 17:09:45 user nova-compute[75018]: node.conn[0].timeo.auth_timeout = 45
Dec 05 17:09:45 user nova-compute[75018]: node.conn[0].timeo.noop_out_interval = 5
Dec 05 17:09:45 user nova-compute[75018]: node.conn[0].timeo.noop_out_timeout = 5
Dec 05 17:09:45 user nova-compute[75018]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 05 17:09:45 user nova-compute[75018]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 05 17:09:45 user nova-compute[75018]: node.conn[0].iscsi.HeaderDigest = None
Dec 05 17:09:45 user nova-compute[75018]: node.conn[0].iscsi.DataDigest = None
Dec 05 17:09:45 user nova-compute[75018]: node.conn[0].iscsi.IFMarker = No
Dec 05 17:09:45 user nova-compute[75018]: node.conn[0].iscsi.OFMarker = No
Dec 05 17:09:45 user nova-compute[75018]: # END RECORD
Dec 05 17:09:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8c36823-8cbe-4bd4-b5e2-554862b08c22]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:45 user nova-compute[75018]: INFO nova.virt.block_device [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Attempting to driver detach volume b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e from mountpoint /dev/vdb
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4374205-b643-4ca4-9372-3f3b41c6b5fd]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wauqyrmh {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Attempting to detach device vdb from instance fbd61d9b-738e-4208-948a-318b766a059f from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:09:45 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:09:45 user nova-compute[75018]:   <source dev="/dev/sde"/>
Dec 05 17:09:45 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:09:45 user nova-compute[75018]:   <serial>b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e</serial>
Dec 05 17:09:45 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:09:45 user nova-compute[75018]: </disk>
Dec 05 17:09:45 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wauqyrmh" returned: 0 in 0.030s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[45c15420-a447-4fd3-b9b0-1522692ad0c3]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wauqyrmh'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:45 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Successfully detached device vdb from instance fbd61d9b-738e-4208-948a-318b766a059f from the persistent domain config.
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CMwjEdiQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:09:45 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae83bec4-a0b7-43b2-b44d-212e8f71b781]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[66d3e75e-f1a6-49b1-916f-0248c74a4b96]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:45 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:45 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:09:45 user nova-compute[75018]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:09:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:45 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:45 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:09:45 user nova-compute[75018]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:09:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.191s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] HCTL ('35', '0', '0', 0) found on session 28 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a613930-e8b8-40fa-a94a-1eb6c9ae5fa6]: (4, ('0 0 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Searching for a device in session 28 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wauqyrmh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.216s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] <== connect_volume: return (217ms) {'type': 'block', 'scsi_wwn': '23230613266643862', 'path': '/dev/sdd'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23230613266643862', 'path': '/dev/sdd'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.069s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9887d607-a3b2-4828-b1cc-757a211d1f1d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:09:45 user nova-compute[75018]: No targets found.
Dec 05 17:09:45 user nova-compute[75018]: iSNS:
Dec 05 17:09:45 user nova-compute[75018]: No targets found.
Dec 05 17:09:45 user nova-compute[75018]: STATIC:
Dec 05 17:09:45 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e
Dec 05 17:09:45 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:09:45 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:09:45 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe
Dec 05 17:09:45 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:09:45 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:09:45 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb
Dec 05 17:09:45 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:09:45 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:09:45 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b
Dec 05 17:09:45 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:09:45 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:09:45 user nova-compute[75018]: FIRMWARE:
Dec 05 17:09:45 user nova-compute[75018]: No targets found.
Dec 05 17:09:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:09:45 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:09:45 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:05:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1170228124',display_name='tempest-ServerStableDeviceRescueTest-server-1170228124',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1170228124',id=23,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBApK9y2vxT3p+4VOj8v7MEonKms2cXpoXged6Bn6VkTe3jGHdwRWaLoLIUl40LfxztL6fyZvXbGvo1BcOpR51UK1NEW7pK6aax7zphEKPGYMoGQTO2awvPYHIiiW3mwo1g==',key_name='tempest-keypair-879109661',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:05:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5434d7439bc54019aafeda09289564e3',ramdisk_id='',reservation_id='r-0hx0ep33',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-55258386',owner_user_name='tempest-ServerStableDeviceRescueTest-55258386-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:07:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='be6da9382d0346619eb79a3489233fe2',uuid=b60ed568-caad-48a7-845a-46861ba931c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "vif_mac": "fa:16:3e:fc:05:41"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Converting VIF {"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "vif_mac": "fa:16:3e:fc:05:41"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fc:05:41,bridge_name='br-int',has_traffic_filtering=True,id=5fbc9a41-5ea5-4e7f-92b4-66f4acceef56,network=Network(bfee9c76-6159-4482-a44c-8965016ac43b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fbc9a41-5e') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.objects.instance [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lazy-loading 'pci_devices' on Instance uuid b60ed568-caad-48a7-845a-46861ba931c0 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ad7bec9-f467-4ff1-a28e-f04c879b1e8e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.objects.base [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Object Instance<b60ed568-caad-48a7-845a-46861ba931c0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:09:45 user nova-compute[75018]:   <uuid>b60ed568-caad-48a7-845a-46861ba931c0</uuid>
Dec 05 17:09:45 user nova-compute[75018]:   <name>instance-00000017</name>
Dec 05 17:09:45 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:09:45 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:09:45 user nova-compute[75018]:   <metadata>
Dec 05 17:09:45 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:09:45 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:09:45 user nova-compute[75018]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1170228124</nova:name>
Dec 05 17:09:45 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:09:45</nova:creationTime>
Dec 05 17:09:45 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:09:45 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:09:45 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:09:45 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:09:45 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:09:45 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:09:45 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:09:45 user nova-compute[75018]:       <nova:owner>
Dec 05 17:09:45 user nova-compute[75018]:         <nova:user uuid="be6da9382d0346619eb79a3489233fe2">tempest-ServerStableDeviceRescueTest-55258386-project-member</nova:user>
Dec 05 17:09:45 user nova-compute[75018]:         <nova:project uuid="5434d7439bc54019aafeda09289564e3">tempest-ServerStableDeviceRescueTest-55258386</nova:project>
Dec 05 17:09:45 user nova-compute[75018]:       </nova:owner>
Dec 05 17:09:45 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:09:45 user nova-compute[75018]:       <nova:ports>
Dec 05 17:09:45 user nova-compute[75018]:         <nova:port uuid="5fbc9a41-5ea5-4e7f-92b4-66f4acceef56">
Dec 05 17:09:45 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 05 17:09:45 user nova-compute[75018]:         </nova:port>
Dec 05 17:09:45 user nova-compute[75018]:       </nova:ports>
Dec 05 17:09:45 user nova-compute[75018]:     </nova:instance>
Dec 05 17:09:45 user nova-compute[75018]:   </metadata>
Dec 05 17:09:45 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:09:45 user nova-compute[75018]:     <system>
Dec 05 17:09:45 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:09:45 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:09:45 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:09:45 user nova-compute[75018]:       <entry name="serial">b60ed568-caad-48a7-845a-46861ba931c0</entry>
Dec 05 17:09:45 user nova-compute[75018]:       <entry name="uuid">b60ed568-caad-48a7-845a-46861ba931c0</entry>
Dec 05 17:09:45 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:09:45 user nova-compute[75018]:     </system>
Dec 05 17:09:45 user nova-compute[75018]:   </sysinfo>
Dec 05 17:09:45 user nova-compute[75018]:   <os>
Dec 05 17:09:45 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:09:45 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:09:45 user nova-compute[75018]:   </os>
Dec 05 17:09:45 user nova-compute[75018]:   <features>
Dec 05 17:09:45 user nova-compute[75018]:     <acpi/>
Dec 05 17:09:45 user nova-compute[75018]:     <apic/>
Dec 05 17:09:45 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:09:45 user nova-compute[75018]:   </features>
Dec 05 17:09:45 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:09:45 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:09:45 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:09:45 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:09:45 user nova-compute[75018]:   </clock>
Dec 05 17:09:45 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:09:45 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:09:45 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:09:45 user nova-compute[75018]:   </cpu>
Dec 05 17:09:45 user nova-compute[75018]:   <devices>
Dec 05 17:09:45 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:09:45 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:09:45 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk"/>
Dec 05 17:09:45 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:09:45 user nova-compute[75018]:     </disk>
Dec 05 17:09:45 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:09:45 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:09:45 user nova-compute[75018]:       <source dev="/dev/sdd"/>
Dec 05 17:09:45 user nova-compute[75018]:       <target dev="vdb" bus="virtio"/>
Dec 05 17:09:45 user nova-compute[75018]:       <serial>4a3fc26d-ae9c-4628-9ed4-70837fa0cceb</serial>
Dec 05 17:09:45 user nova-compute[75018]:     </disk>
Dec 05 17:09:45 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:09:45 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:09:45 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk.rescue"/>
Dec 05 17:09:45 user nova-compute[75018]:       <target dev="vdc" bus="virtio"/>
Dec 05 17:09:45 user nova-compute[75018]:       <boot order="1"/>
Dec 05 17:09:45 user nova-compute[75018]:     </disk>
Dec 05 17:09:45 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:09:45 user nova-compute[75018]:       <mac address="fa:16:3e:fc:05:41"/>
Dec 05 17:09:45 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:09:45 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:09:45 user nova-compute[75018]:       <target dev="tap5fbc9a41-5e"/>
Dec 05 17:09:45 user nova-compute[75018]:     </interface>
Dec 05 17:09:45 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:09:45 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/console.log" append="off"/>
Dec 05 17:09:45 user nova-compute[75018]:     </serial>
Dec 05 17:09:45 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:09:45 user nova-compute[75018]:     <video>
Dec 05 17:09:45 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:09:45 user nova-compute[75018]:     </video>
Dec 05 17:09:45 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:09:45 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:09:45 user nova-compute[75018]:     </rng>
Dec 05 17:09:45 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:09:45 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:09:45 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:09:45 user nova-compute[75018]:     </memballoon>
Dec 05 17:09:45 user nova-compute[75018]:   </devices>
Dec 05 17:09:45 user nova-compute[75018]: </domain>
Dec 05 17:09:45 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:09:45 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Instance destroyed successfully.
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6185528e-18cf-4532-93f4-fe26569bf216]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:45 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:45 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:09:45 user nova-compute[75018]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:09:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:45 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:45 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:09:45 user nova-compute[75018]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:09:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c0195120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e'): ({'sde'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Removing single pathed devices sde {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[85efec2f-691b-4539-b269-999c9e86d6b8]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] No VIF found with MAC fa:16:3e:fc:05:41, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[235cadf8-f4aa-48e3-a4ed-e9e169be6b7b]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Flushing IO for device /dev/sde {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9486fbfe-8a51-400e-887a-156ff0e462db]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.047s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8737268-769b-4d42-a0f1-9235bece6248]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] SCSI volumes sde have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:09:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b6a5743-e769-4fb8-8583-bd693ced60fb]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[08e7b065-ca18-4190-b68b-f4327ca71cda]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e, portal: 172.16.0.220,3260]
Dec 05 17:09:46 user nova-compute[75018]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e, portal: 172.16.0.220,3260] successful.
Dec 05 17:09:46 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[be9b7a52-e807-49d6-8ef5-9f95a82a86bc]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] <== disconnect_volume: return (381ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-a62d7e9f-9ec7-447d-832c-5dcba80a6515 req-0d95b7c6-869a-422f-9f81-75b2c476638b service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received event network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a62d7e9f-9ec7-447d-832c-5dcba80a6515 req-0d95b7c6-869a-422f-9f81-75b2c476638b service nova] Acquiring lock "fbd61d9b-738e-4208-948a-318b766a059f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a62d7e9f-9ec7-447d-832c-5dcba80a6515 req-0d95b7c6-869a-422f-9f81-75b2c476638b service nova] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a62d7e9f-9ec7-447d-832c-5dcba80a6515 req-0d95b7c6-869a-422f-9f81-75b2c476638b service nova] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-a62d7e9f-9ec7-447d-832c-5dcba80a6515 req-0d95b7c6-869a-422f-9f81-75b2c476638b service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] No waiting events found dispatching network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:09:46 user nova-compute[75018]: WARNING nova.compute.manager [req-a62d7e9f-9ec7-447d-832c-5dcba80a6515 req-0d95b7c6-869a-422f-9f81-75b2c476638b service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received unexpected event network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c for instance with vm_state active and task_state rebuilding.
Dec 05 17:09:46 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Instance destroyed successfully.
Dec 05 17:09:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:07:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1179453662',display_name='tempest-ServerActionsTestOtherA-server-1569282554',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1179453662',id=26,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCGlTXggElctFLV9m52j8W2wYzdf8sx7RBuhgjh+PioWk3sBJc5HS5yEOG5wmmtdergo5c3R+OuzkdbjLBs0A6rhPcx1VmKMCbxwlJt5H93LL5qpYRTLReofp5taFhciaw==',key_name='tempest-keypair-1764533090',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:07:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='31b8f8305ff14e2883c646a9dfa3af0d',ramdisk_id='',reservation_id='r-r7xwujlc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-828640255',owner_user_name='tempest-ServerActionsTestOtherA-828640255-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:09:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8da346c164fb4c0280a7dfb63c4d1a52',uuid=fbd61d9b-738e-4208-948a-318b766a059f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converting VIF {"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fa:59:17,bridge_name='br-int',has_traffic_filtering=True,id=82d621d8-5197-405e-827f-7ab467fbc05c,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82d621d8-51') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG os_vif [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:59:17,bridge_name='br-int',has_traffic_filtering=True,id=82d621d8-5197-405e-827f-7ab467fbc05c,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82d621d8-51') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap82d621d8-51, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a692a1f9-d8be-4512-9f9b-fef351786e3a) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:47 user nova-compute[75018]: INFO os_vif [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:59:17,bridge_name='br-int',has_traffic_filtering=True,id=82d621d8-5197-405e-827f-7ab467fbc05c,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82d621d8-51')
Dec 05 17:09:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CMwjEdiQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:09:47 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ee55628-4c9c-4b6b-9ddb-fee3e6d727a7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:09:47 user nova-compute[75018]: No targets found.
Dec 05 17:09:47 user nova-compute[75018]: iSNS:
Dec 05 17:09:47 user nova-compute[75018]: No targets found.
Dec 05 17:09:47 user nova-compute[75018]: STATIC:
Dec 05 17:09:47 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe
Dec 05 17:09:47 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:09:47 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:09:47 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb
Dec 05 17:09:47 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:09:47 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:09:47 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b
Dec 05 17:09:47 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:09:47 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:09:47 user nova-compute[75018]: FIRMWARE:
Dec 05 17:09:47 user nova-compute[75018]: No targets found.
Dec 05 17:09:47 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:09:47 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:09:47 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[64ed0540-4cb2-4b5b-94de-01162994fc4c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c4ebf5c-acc1-4f60-91a4-68a6110abbeb]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:47 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:47 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:09:47 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:47 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:47 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:09:47 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c0195bd0>, {}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Disconnecting from: [] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.079s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] <== disconnect_volume: return (79ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:09:47 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Deleting instance files /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f_del
Dec 05 17:09:47 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Deletion of /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f_del complete
Dec 05 17:09:47 user nova-compute[75018]: INFO nova.virt.block_device [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Booting with volume b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e at /dev/vdb
Dec 05 17:09:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.utils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[994ba980-beff-472c-89bc-6d23da01a0bf]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6352faed-c273-465a-952b-5c394e690a9b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[96cb1a4e-c270-4ddb-9304-cb240ee08844]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[04611f1a-cc8d-4227-95a5-50bf9d9deacc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:09:47 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfec70c5-263e-4218-8445-9da54075c5d2]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG os_brick.utils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] <== get_connector_properties: return (162ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Updating existing volume attachment record: fcfc1274-3174-4d3b-9e31-1c5fa5439029 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG nova.compute.manager [req-682c115f-bd9e-49e3-9f25-f2d97ed1b2c1 req-848d1580-8b17-4597-9519-e556a9541b74 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received event network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-682c115f-bd9e-49e3-9f25-f2d97ed1b2c1 req-848d1580-8b17-4597-9519-e556a9541b74 service nova] Acquiring lock "b60ed568-caad-48a7-845a-46861ba931c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-682c115f-bd9e-49e3-9f25-f2d97ed1b2c1 req-848d1580-8b17-4597-9519-e556a9541b74 service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-682c115f-bd9e-49e3-9f25-f2d97ed1b2c1 req-848d1580-8b17-4597-9519-e556a9541b74 service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG nova.compute.manager [req-682c115f-bd9e-49e3-9f25-f2d97ed1b2c1 req-848d1580-8b17-4597-9519-e556a9541b74 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] No waiting events found dispatching network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:09:47 user nova-compute[75018]: WARNING nova.compute.manager [req-682c115f-bd9e-49e3-9f25-f2d97ed1b2c1 req-848d1580-8b17-4597-9519-e556a9541b74 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received unexpected event network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 for instance with vm_state active and task_state rescuing.
Dec 05 17:09:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-9400ec7c-0f9d-46f9-a4be-17afaf59ec33 req-08f533f6-20e1-465e-b522-6cbcbbcc0c9c service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received event network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:09:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9400ec7c-0f9d-46f9-a4be-17afaf59ec33 req-08f533f6-20e1-465e-b522-6cbcbbcc0c9c service nova] Acquiring lock "b60ed568-caad-48a7-845a-46861ba931c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9400ec7c-0f9d-46f9-a4be-17afaf59ec33 req-08f533f6-20e1-465e-b522-6cbcbbcc0c9c service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9400ec7c-0f9d-46f9-a4be-17afaf59ec33 req-08f533f6-20e1-465e-b522-6cbcbbcc0c9c service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-9400ec7c-0f9d-46f9-a4be-17afaf59ec33 req-08f533f6-20e1-465e-b522-6cbcbbcc0c9c service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] No waiting events found dispatching network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:09:49 user nova-compute[75018]: WARNING nova.compute.manager [req-9400ec7c-0f9d-46f9-a4be-17afaf59ec33 req-08f533f6-20e1-465e-b522-6cbcbbcc0c9c service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received unexpected event network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 for instance with vm_state active and task_state rescuing.
Dec 05 17:09:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-361a5cff-350b-4591-a30f-1ae658a84f44 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:09:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:55 user nova-compute[75018]: DEBUG nova.compute.manager [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:09:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:55 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:09:55 user nova-compute[75018]: INFO nova.compute.claims [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Claim successful on node user
Dec 05 17:09:56 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.507s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG nova.compute.manager [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG nova.compute.manager [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG nova.network.neutron [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:09:56 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:09:56 user nova-compute[75018]: DEBUG nova.compute.manager [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG nova.policy [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c254db3ec00e40338c3323be0668689e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91cb55b5c62f4d82ae96bc07a48fd906', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG nova.compute.manager [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:09:56 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Creating image(s)
Dec 05 17:09:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "/opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "/opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "/opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.178s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk 1073741824" returned: 0 in 0.074s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.197s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Checking if we can resize image /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG nova.network.neutron [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Successfully created port: fca643d1-2e94-4e0c-bdbc-2792b7887948 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Cannot resize image /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Ensure instance console log exists: /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:09:57 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Creating image(s)
Dec 05 17:09:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "/opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "/opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "/opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:57 user nova-compute[75018]: DEBUG nova.network.neutron [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Successfully updated port: fca643d1-2e94-4e0c-bdbc-2792b7887948 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "refresh_cache-08a06c98-cf3c-43a9-9307-1b146d7ce0b2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquired lock "refresh_cache-08a06c98-cf3c-43a9-9307-1b146d7ce0b2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.network.neutron [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-eefe649e-ea5f-43d8-af32-4aa2afa2b162 req-f16da44a-cedb-4af8-aad7-9982b4fcff44 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Received event network-changed-fca643d1-2e94-4e0c-bdbc-2792b7887948 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-eefe649e-ea5f-43d8-af32-4aa2afa2b162 req-f16da44a-cedb-4af8-aad7-9982b4fcff44 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Refreshing instance network info cache due to event network-changed-fca643d1-2e94-4e0c-bdbc-2792b7887948. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eefe649e-ea5f-43d8-af32-4aa2afa2b162 req-f16da44a-cedb-4af8-aad7-9982b4fcff44 service nova] Acquiring lock "refresh_cache-08a06c98-cf3c-43a9-9307-1b146d7ce0b2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.193s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.005s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:58 user nova-compute[75018]: INFO nova.compute.manager [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Terminating instance
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.network.neutron [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.207s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk 1073741824" returned: 0 in 0.060s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.284s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-3952c6de-b23b-4845-88b9-1ff40b9b0f91 req-0c09e8b1-dcbc-4351-ab17-ba9a7eef2392 service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Received event network-vif-unplugged-61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3952c6de-b23b-4845-88b9-1ff40b9b0f91 req-0c09e8b1-dcbc-4351-ab17-ba9a7eef2392 service nova] Acquiring lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3952c6de-b23b-4845-88b9-1ff40b9b0f91 req-0c09e8b1-dcbc-4351-ab17-ba9a7eef2392 service nova] Lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3952c6de-b23b-4845-88b9-1ff40b9b0f91 req-0c09e8b1-dcbc-4351-ab17-ba9a7eef2392 service nova] Lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-3952c6de-b23b-4845-88b9-1ff40b9b0f91 req-0c09e8b1-dcbc-4351-ab17-ba9a7eef2392 service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] No waiting events found dispatching network-vif-unplugged-61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-3952c6de-b23b-4845-88b9-1ff40b9b0f91 req-0c09e8b1-dcbc-4351-ab17-ba9a7eef2392 service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Received event network-vif-unplugged-61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.204s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.network.neutron [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Updating instance_info_cache with network_info: [{"id": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "address": "fa:16:3e:f9:c1:7b", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfca643d1-2e", "ovs_interfaceid": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Releasing lock "refresh_cache-08a06c98-cf3c-43a9-9307-1b146d7ce0b2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Instance network_info: |[{"id": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "address": "fa:16:3e:f9:c1:7b", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfca643d1-2e", "ovs_interfaceid": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eefe649e-ea5f-43d8-af32-4aa2afa2b162 req-f16da44a-cedb-4af8-aad7-9982b4fcff44 service nova] Acquired lock "refresh_cache-08a06c98-cf3c-43a9-9307-1b146d7ce0b2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.network.neutron [req-eefe649e-ea5f-43d8-af32-4aa2afa2b162 req-f16da44a-cedb-4af8-aad7-9982b4fcff44 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Refreshing network info cache for port fca643d1-2e94-4e0c-bdbc-2792b7887948 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Start _get_guest_xml network_info=[{"id": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "address": "fa:16:3e:f9:c1:7b", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfca643d1-2e", "ovs_interfaceid": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:09:58 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:09:58 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:09:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-154731596',display_name='tempest-AttachVolumeNegativeTest-server-154731596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-154731596',id=29,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPOFtLlKGsnWqRg0HfieHRZ9+sQwLI+oMsme1tbRVhOSjBNzKcmOmUjoniIIwBHseIUE7IY4OL49/mPmBbwUGDK6S1IktRBcR65//+BSjjLJY4+qAvJS7AjGlCOsfqZW1A==',key_name='tempest-keypair-1560800029',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='91cb55b5c62f4d82ae96bc07a48fd906',ramdisk_id='',reservation_id='r-urssd6l0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1278838961',owner_user_name='tempest-AttachVolumeNegativeTest-1278838961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:09:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c254db3ec00e40338c3323be0668689e',uuid=08a06c98-cf3c-43a9-9307-1b146d7ce0b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "address": "fa:16:3e:f9:c1:7b", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfca643d1-2e", "ovs_interfaceid": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converting VIF {"id": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "address": "fa:16:3e:f9:c1:7b", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfca643d1-2e", "ovs_interfaceid": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:c1:7b,bridge_name='br-int',has_traffic_filtering=True,id=fca643d1-2e94-4e0c-bdbc-2792b7887948,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfca643d1-2e') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.objects.instance [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lazy-loading 'pci_devices' on Instance uuid 08a06c98-cf3c-43a9-9307-1b146d7ce0b2 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Cannot resize image /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Ensure instance console log exists: /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Start _get_guest_xml network_info=[{"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CMwjEdiQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fbd61d9b-738e-4208-948a-318b766a059f', 'attached_at': '', 'detached_at': '', 'volume_id': 'b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e', 'serial': 'b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e'}, 'attachment_id': 'fcfc1274-3174-4d3b-9e31-1c5fa5439029', 'delete_on_termination': False, 'boot_index': None, 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:09:58 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 05 17:09:58 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.objects.instance [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lazy-loading 'vcpu_model' on Instance uuid fbd61d9b-738e-4208-948a-318b766a059f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:09:58 user nova-compute[75018]:   <uuid>08a06c98-cf3c-43a9-9307-1b146d7ce0b2</uuid>
Dec 05 17:09:58 user nova-compute[75018]:   <name>instance-0000001d</name>
Dec 05 17:09:58 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:09:58 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:09:58 user nova-compute[75018]:   <metadata>
Dec 05 17:09:58 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:09:58 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:09:58 user nova-compute[75018]:       <nova:name>tempest-AttachVolumeNegativeTest-server-154731596</nova:name>
Dec 05 17:09:58 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:09:58</nova:creationTime>
Dec 05 17:09:58 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:09:58 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:09:58 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:09:58 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:09:58 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:09:58 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:09:58 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:09:58 user nova-compute[75018]:       <nova:owner>
Dec 05 17:09:58 user nova-compute[75018]:         <nova:user uuid="c254db3ec00e40338c3323be0668689e">tempest-AttachVolumeNegativeTest-1278838961-project-member</nova:user>
Dec 05 17:09:58 user nova-compute[75018]:         <nova:project uuid="91cb55b5c62f4d82ae96bc07a48fd906">tempest-AttachVolumeNegativeTest-1278838961</nova:project>
Dec 05 17:09:58 user nova-compute[75018]:       </nova:owner>
Dec 05 17:09:58 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:09:58 user nova-compute[75018]:       <nova:ports>
Dec 05 17:09:58 user nova-compute[75018]:         <nova:port uuid="fca643d1-2e94-4e0c-bdbc-2792b7887948">
Dec 05 17:09:58 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 05 17:09:58 user nova-compute[75018]:         </nova:port>
Dec 05 17:09:58 user nova-compute[75018]:       </nova:ports>
Dec 05 17:09:58 user nova-compute[75018]:     </nova:instance>
Dec 05 17:09:58 user nova-compute[75018]:   </metadata>
Dec 05 17:09:58 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:09:58 user nova-compute[75018]:     <system>
Dec 05 17:09:58 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:09:58 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:09:58 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:09:58 user nova-compute[75018]:       <entry name="serial">08a06c98-cf3c-43a9-9307-1b146d7ce0b2</entry>
Dec 05 17:09:58 user nova-compute[75018]:       <entry name="uuid">08a06c98-cf3c-43a9-9307-1b146d7ce0b2</entry>
Dec 05 17:09:58 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:09:58 user nova-compute[75018]:     </system>
Dec 05 17:09:58 user nova-compute[75018]:   </sysinfo>
Dec 05 17:09:58 user nova-compute[75018]:   <os>
Dec 05 17:09:58 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:09:58 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:09:58 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:09:58 user nova-compute[75018]:   </os>
Dec 05 17:09:58 user nova-compute[75018]:   <features>
Dec 05 17:09:58 user nova-compute[75018]:     <acpi/>
Dec 05 17:09:58 user nova-compute[75018]:     <apic/>
Dec 05 17:09:58 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:09:58 user nova-compute[75018]:   </features>
Dec 05 17:09:58 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:09:58 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:09:58 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:09:58 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:09:58 user nova-compute[75018]:   </clock>
Dec 05 17:09:58 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:09:58 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:09:58 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:09:58 user nova-compute[75018]:   </cpu>
Dec 05 17:09:58 user nova-compute[75018]:   <devices>
Dec 05 17:09:58 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:09:58 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:09:58 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk"/>
Dec 05 17:09:58 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:09:58 user nova-compute[75018]:     </disk>
Dec 05 17:09:58 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:09:58 user nova-compute[75018]:       <mac address="fa:16:3e:f9:c1:7b"/>
Dec 05 17:09:58 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:09:58 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:09:58 user nova-compute[75018]:       <target dev="tapfca643d1-2e"/>
Dec 05 17:09:58 user nova-compute[75018]:     </interface>
Dec 05 17:09:58 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:09:58 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/console.log" append="off"/>
Dec 05 17:09:58 user nova-compute[75018]:     </serial>
Dec 05 17:09:58 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:09:58 user nova-compute[75018]:     <video>
Dec 05 17:09:58 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:09:58 user nova-compute[75018]:     </video>
Dec 05 17:09:58 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:09:58 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:09:58 user nova-compute[75018]:     </rng>
Dec 05 17:09:58 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:09:58 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:09:58 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:09:58 user nova-compute[75018]:     </memballoon>
Dec 05 17:09:58 user nova-compute[75018]:   </devices>
Dec 05 17:09:58 user nova-compute[75018]: </domain>
Dec 05 17:09:58 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:09:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-154731596',display_name='tempest-AttachVolumeNegativeTest-server-154731596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-154731596',id=29,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPOFtLlKGsnWqRg0HfieHRZ9+sQwLI+oMsme1tbRVhOSjBNzKcmOmUjoniIIwBHseIUE7IY4OL49/mPmBbwUGDK6S1IktRBcR65//+BSjjLJY4+qAvJS7AjGlCOsfqZW1A==',key_name='tempest-keypair-1560800029',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='91cb55b5c62f4d82ae96bc07a48fd906',ramdisk_id='',reservation_id='r-urssd6l0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1278838961',owner_user_name='tempest-AttachVolumeNegativeTest-1278838961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:09:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c254db3ec00e40338c3323be0668689e',uuid=08a06c98-cf3c-43a9-9307-1b146d7ce0b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "address": "fa:16:3e:f9:c1:7b", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfca643d1-2e", "ovs_interfaceid": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converting VIF {"id": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "address": "fa:16:3e:f9:c1:7b", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfca643d1-2e", "ovs_interfaceid": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:c1:7b,bridge_name='br-int',has_traffic_filtering=True,id=fca643d1-2e94-4e0c-bdbc-2792b7887948,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfca643d1-2e') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG os_vif [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:c1:7b,bridge_name='br-int',has_traffic_filtering=True,id=fca643d1-2e94-4e0c-bdbc-2792b7887948,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfca643d1-2e') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '08dcb2e8-e7b9-5baf-9954-f998fe9025ff', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CMwjEdiQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:09:58 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 05 17:09:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:09:58 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 05 17:09:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:09:58 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfca643d1-2e, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfca643d1-2e, col_values=(('qos', UUID('c116e4ce-f900-44ce-93b3-6489905fa1e6')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfca643d1-2e, col_values=(('external_ids', {'iface-id': 'fca643d1-2e94-4e0c-bdbc-2792b7887948', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f9:c1:7b', 'vm-uuid': '08a06c98-cf3c-43a9-9307-1b146d7ce0b2'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e770129f-46ee-4c99-a853-6312c7053a75]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:09:58 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:58 user nova-compute[75018]: INFO os_vif [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:c1:7b,bridge_name='br-int',has_traffic_filtering=True,id=fca643d1-2e94-4e0c-bdbc-2792b7887948,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfca643d1-2e')
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[08cee401-d15a-4577-9cf2-6e7f6757cb47]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e] added
Dec 05 17:09:58 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccb6e0a0-dda7-4c49-bd79-cff6da41a77d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.032s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7a7a26e-e840-47c4-befd-5a1b22e9f8ef]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CMwjEdiQ {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] No VIF found with MAC fa:16:3e:f9:c1:7b, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CMwjEdiQ" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0507128-0341-4438-b9b1-993d17005a41]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CMwjEdiQ'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:59 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Instance destroyed successfully.
Dec 05 17:09:59 user nova-compute[75018]: DEBUG nova.objects.instance [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lazy-loading 'resources' on Instance uuid b6f8c4fd-2ebf-4312-aedd-80affb38c6a1 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:08:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1786354641',display_name='tempest-VolumesActionsTest-instance-1786354641',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1786354641',id=27,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:08:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c96033231cb04830a6a749a44f97721a',ramdisk_id='',reservation_id='r-u104bhb7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-218540763',owner_user_name='tempest-VolumesActionsTest-218540763-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:08:14Z,user_data=None,user_id='993f889449574bef9b565c687ffeb48b',uuid=b6f8c4fd-2ebf-4312-aedd-80affb38c6a1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "address": "fa:16:3e:31:40:07", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e39aed-e9", "ovs_interfaceid": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Converting VIF {"id": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "address": "fa:16:3e:31:40:07", "network": {"id": "493513ca-bd1b-414c-a3dd-af448f69847e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1671971617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c96033231cb04830a6a749a44f97721a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e39aed-e9", "ovs_interfaceid": "61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:40:07,bridge_name='br-int',has_traffic_filtering=True,id=61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2,network=Network(493513ca-bd1b-414c-a3dd-af448f69847e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e39aed-e9') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG os_vif [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:40:07,bridge_name='br-int',has_traffic_filtering=True,id=61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2,network=Network(493513ca-bd1b-414c-a3dd-af448f69847e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e39aed-e9') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap61e39aed-e9, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[26fed2a5-1728-4bde-8af6-fa234577e997]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=237e8b2e-d9f1-4dd6-a630-0108c9d0fbbf) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[346c12ee-4552-4279-b53a-0c2b5a7ca121]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:59 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:59 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:09:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:59 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:59 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:09:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:09:59 user nova-compute[75018]: INFO os_vif [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:40:07,bridge_name='br-int',has_traffic_filtering=True,id=61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2,network=Network(493513ca-bd1b-414c-a3dd-af448f69847e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e39aed-e9')
Dec 05 17:09:59 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Deleting instance files /opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1_del
Dec 05 17:09:59 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Deletion of /opt/stack/data/nova/instances/b6f8c4fd-2ebf-4312-aedd-80affb38c6a1_del complete
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG nova.network.neutron [req-eefe649e-ea5f-43d8-af32-4aa2afa2b162 req-f16da44a-cedb-4af8-aad7-9982b4fcff44 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Updated VIF entry in instance network info cache for port fca643d1-2e94-4e0c-bdbc-2792b7887948. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG nova.network.neutron [req-eefe649e-ea5f-43d8-af32-4aa2afa2b162 req-f16da44a-cedb-4af8-aad7-9982b4fcff44 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Updating instance_info_cache with network_info: [{"id": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "address": "fa:16:3e:f9:c1:7b", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfca643d1-2e", "ovs_interfaceid": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eefe649e-ea5f-43d8-af32-4aa2afa2b162 req-f16da44a-cedb-4af8-aad7-9982b4fcff44 service nova] Releasing lock "refresh_cache-08a06c98-cf3c-43a9-9307-1b146d7ce0b2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[278aaec8-1ce7-4a03-ac05-bbfb26e90890]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e, portal: 172.16.0.220,3260]
Dec 05 17:09:59 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e, portal: 172.16.0.220,3260] successful.
Dec 05 17:09:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:59 user nova-compute[75018]: INFO nova.compute.manager [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Took 1.06 seconds to destroy the instance on the hypervisor.
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9739d519-b85c-4a6b-9cbd-271c5753d1dc]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbce3c6f-e8ff-4145-89cc-04b0bf9b0903]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:59 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:59 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:09:59 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:09:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:09:59 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:09:59 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:09:59 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:09:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.440s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] HCTL ('36', '-', '-', 0) found on session 30 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[47be2f0e-4b51-4080-ad71-343da7de2b55]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Searching for a device in session 30 and hctl ['36', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:09:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Searching for a device in session 30 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CMwjEdiQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.469s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] <== connect_volume: return (1470ms) {'type': 'block', 'scsi_wwn': '23966303634323063', 'path': '/dev/sde'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23966303634323063', 'path': '/dev/sde'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:10:00 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Took 1.08 seconds to deallocate network for instance.
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.compute.manager [req-86c361dc-b6cc-43c8-a1bc-9630d2c41eda req-98ac31e7-ac19-49e4-9be3-b1563630a425 service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Received event network-vif-deleted-61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-05T17:07:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1179453662',display_name='tempest-ServerActionsTestOtherA-server-1569282554',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1179453662',id=26,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCGlTXggElctFLV9m52j8W2wYzdf8sx7RBuhgjh+PioWk3sBJc5HS5yEOG5wmmtdergo5c3R+OuzkdbjLBs0A6rhPcx1VmKMCbxwlJt5H93LL5qpYRTLReofp5taFhciaw==',key_name='tempest-keypair-1764533090',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:07:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='31b8f8305ff14e2883c646a9dfa3af0d',ramdisk_id='',reservation_id='r-r7xwujlc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-828640255',owner_user_name='tempest-ServerActionsTestOtherA-828640255-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:09:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8da346c164fb4c0280a7dfb63c4d1a52',uuid=fbd61d9b-738e-4208-948a-318b766a059f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converting VIF {"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fa:59:17,bridge_name='br-int',has_traffic_filtering=True,id=82d621d8-5197-405e-827f-7ab467fbc05c,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82d621d8-51') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:10:00 user nova-compute[75018]:   <uuid>fbd61d9b-738e-4208-948a-318b766a059f</uuid>
Dec 05 17:10:00 user nova-compute[75018]:   <name>instance-0000001a</name>
Dec 05 17:10:00 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:10:00 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:10:00 user nova-compute[75018]:   <metadata>
Dec 05 17:10:00 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:10:00 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:10:00 user nova-compute[75018]:       <nova:name>tempest-ServerActionsTestOtherA-server-1569282554</nova:name>
Dec 05 17:10:00 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:09:58</nova:creationTime>
Dec 05 17:10:00 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:10:00 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:10:00 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:10:00 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:10:00 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:10:00 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:10:00 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:10:00 user nova-compute[75018]:       <nova:owner>
Dec 05 17:10:00 user nova-compute[75018]:         <nova:user uuid="8da346c164fb4c0280a7dfb63c4d1a52">tempest-ServerActionsTestOtherA-828640255-project-member</nova:user>
Dec 05 17:10:00 user nova-compute[75018]:         <nova:project uuid="31b8f8305ff14e2883c646a9dfa3af0d">tempest-ServerActionsTestOtherA-828640255</nova:project>
Dec 05 17:10:00 user nova-compute[75018]:       </nova:owner>
Dec 05 17:10:00 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:10:00 user nova-compute[75018]:       <nova:ports>
Dec 05 17:10:00 user nova-compute[75018]:         <nova:port uuid="82d621d8-5197-405e-827f-7ab467fbc05c">
Dec 05 17:10:00 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 05 17:10:00 user nova-compute[75018]:         </nova:port>
Dec 05 17:10:00 user nova-compute[75018]:       </nova:ports>
Dec 05 17:10:00 user nova-compute[75018]:     </nova:instance>
Dec 05 17:10:00 user nova-compute[75018]:   </metadata>
Dec 05 17:10:00 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:10:00 user nova-compute[75018]:     <system>
Dec 05 17:10:00 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:10:00 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:10:00 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:10:00 user nova-compute[75018]:       <entry name="serial">fbd61d9b-738e-4208-948a-318b766a059f</entry>
Dec 05 17:10:00 user nova-compute[75018]:       <entry name="uuid">fbd61d9b-738e-4208-948a-318b766a059f</entry>
Dec 05 17:10:00 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:10:00 user nova-compute[75018]:     </system>
Dec 05 17:10:00 user nova-compute[75018]:   </sysinfo>
Dec 05 17:10:00 user nova-compute[75018]:   <os>
Dec 05 17:10:00 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:10:00 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:10:00 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:10:00 user nova-compute[75018]:   </os>
Dec 05 17:10:00 user nova-compute[75018]:   <features>
Dec 05 17:10:00 user nova-compute[75018]:     <acpi/>
Dec 05 17:10:00 user nova-compute[75018]:     <apic/>
Dec 05 17:10:00 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:10:00 user nova-compute[75018]:   </features>
Dec 05 17:10:00 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:10:00 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:10:00 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:10:00 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:10:00 user nova-compute[75018]:   </clock>
Dec 05 17:10:00 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:10:00 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:10:00 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:10:00 user nova-compute[75018]:   </cpu>
Dec 05 17:10:00 user nova-compute[75018]:   <devices>
Dec 05 17:10:00 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:10:00 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:10:00 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk"/>
Dec 05 17:10:00 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:10:00 user nova-compute[75018]:     </disk>
Dec 05 17:10:00 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:10:00 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:10:00 user nova-compute[75018]:       <source dev="/dev/sde"/>
Dec 05 17:10:00 user nova-compute[75018]:       <target dev="vdb" bus="virtio"/>
Dec 05 17:10:00 user nova-compute[75018]:       <serial>b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e</serial>
Dec 05 17:10:00 user nova-compute[75018]:     </disk>
Dec 05 17:10:00 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:10:00 user nova-compute[75018]:       <mac address="fa:16:3e:fa:59:17"/>
Dec 05 17:10:00 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:10:00 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:10:00 user nova-compute[75018]:       <target dev="tap82d621d8-51"/>
Dec 05 17:10:00 user nova-compute[75018]:     </interface>
Dec 05 17:10:00 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:10:00 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/console.log" append="off"/>
Dec 05 17:10:00 user nova-compute[75018]:     </serial>
Dec 05 17:10:00 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:10:00 user nova-compute[75018]:     <video>
Dec 05 17:10:00 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:10:00 user nova-compute[75018]:     </video>
Dec 05 17:10:00 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:10:00 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:10:00 user nova-compute[75018]:     </rng>
Dec 05 17:10:00 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:10:00 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:10:00 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:10:00 user nova-compute[75018]:     </memballoon>
Dec 05 17:10:00 user nova-compute[75018]:   </devices>
Dec 05 17:10:00 user nova-compute[75018]: </domain>
Dec 05 17:10:00 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-05T17:07:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1179453662',display_name='tempest-ServerActionsTestOtherA-server-1569282554',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1179453662',id=26,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCGlTXggElctFLV9m52j8W2wYzdf8sx7RBuhgjh+PioWk3sBJc5HS5yEOG5wmmtdergo5c3R+OuzkdbjLBs0A6rhPcx1VmKMCbxwlJt5H93LL5qpYRTLReofp5taFhciaw==',key_name='tempest-keypair-1764533090',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:07:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='31b8f8305ff14e2883c646a9dfa3af0d',ramdisk_id='',reservation_id='r-r7xwujlc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-828640255',owner_user_name='tempest-ServerActionsTestOtherA-828640255-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:09:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8da346c164fb4c0280a7dfb63c4d1a52',uuid=fbd61d9b-738e-4208-948a-318b766a059f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converting VIF {"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fa:59:17,bridge_name='br-int',has_traffic_filtering=True,id=82d621d8-5197-405e-827f-7ab467fbc05c,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82d621d8-51') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG os_vif [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:59:17,bridge_name='br-int',has_traffic_filtering=True,id=82d621d8-5197-405e-827f-7ab467fbc05c,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82d621d8-51') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '71d3c10b-de2c-5d27-8b62-4f53f13bf7d6', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap82d621d8-51, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap82d621d8-51, col_values=(('qos', UUID('4c034bc3-0fd4-4748-856e-49fb06bc6d08')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap82d621d8-51, col_values=(('external_ids', {'iface-id': '82d621d8-5197-405e-827f-7ab467fbc05c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fa:59:17', 'vm-uuid': 'fbd61d9b-738e-4208-948a-318b766a059f'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:00 user nova-compute[75018]: INFO os_vif [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:59:17,bridge_name='br-int',has_traffic_filtering=True,id=82d621d8-5197-405e-827f-7ab467fbc05c,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82d621d8-51')
Dec 05 17:10:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] No VIF found with MAC fa:16:3e:fa:59:17, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.compute.manager [req-438e0d46-2d89-46e1-99f3-e9c9d92e7172 req-7fd68423-cb3d-4129-bf04-84f8b4226547 service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Received event network-vif-plugged-61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-438e0d46-2d89-46e1-99f3-e9c9d92e7172 req-7fd68423-cb3d-4129-bf04-84f8b4226547 service nova] Acquiring lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-438e0d46-2d89-46e1-99f3-e9c9d92e7172 req-7fd68423-cb3d-4129-bf04-84f8b4226547 service nova] Lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-438e0d46-2d89-46e1-99f3-e9c9d92e7172 req-7fd68423-cb3d-4129-bf04-84f8b4226547 service nova] Lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.compute.manager [req-438e0d46-2d89-46e1-99f3-e9c9d92e7172 req-7fd68423-cb3d-4129-bf04-84f8b4226547 service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] No waiting events found dispatching network-vif-plugged-61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:10:00 user nova-compute[75018]: WARNING nova.compute.manager [req-438e0d46-2d89-46e1-99f3-e9c9d92e7172 req-7fd68423-cb3d-4129-bf04-84f8b4226547 service nova] [instance: b6f8c4fd-2ebf-4312-aedd-80affb38c6a1] Received unexpected event network-vif-plugged-61e39aed-e9dd-44e1-9a28-ea0f8c2c96d2 for instance with vm_state deleted and task_state None.
Dec 05 17:10:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Skipping network cache update for instance because it is Building. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 533bba90-582b-4ad5-9763-532788f79d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.491s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:00 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Deleted allocations for instance b6f8c4fd-2ebf-4312-aedd-80affb38c6a1
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b484ec46-0897-4f19-9883-a256c3db1ea4 tempest-VolumesActionsTest-218540763 tempest-VolumesActionsTest-218540763-project-member] Lock "b6f8c4fd-2ebf-4312-aedd-80affb38c6a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.940s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Updating instance_info_cache with network_info: [{"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-533bba90-582b-4ad5-9763-532788f79d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-26072592-00b1-4e02-84a0-005c84c23123 req-d1868095-2f5e-47e1-81c1-9bbbd96d8b00 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received event network-changed-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-26072592-00b1-4e02-84a0-005c84c23123 req-d1868095-2f5e-47e1-81c1-9bbbd96d8b00 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Refreshing instance network info cache due to event network-changed-74a7824b-fe83-4740-8df8-0ff43918dc62. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-26072592-00b1-4e02-84a0-005c84c23123 req-d1868095-2f5e-47e1-81c1-9bbbd96d8b00 service nova] Acquiring lock "refresh_cache-a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-26072592-00b1-4e02-84a0-005c84c23123 req-d1868095-2f5e-47e1-81c1-9bbbd96d8b00 service nova] Acquired lock "refresh_cache-a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG nova.network.neutron [req-26072592-00b1-4e02-84a0-005c84c23123 req-d1868095-2f5e-47e1-81c1-9bbbd96d8b00 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Refreshing network info cache for port 74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:01 user nova-compute[75018]: INFO nova.compute.manager [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Terminating instance
Dec 05 17:10:01 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.network.neutron [req-26072592-00b1-4e02-84a0-005c84c23123 req-d1868095-2f5e-47e1-81c1-9bbbd96d8b00 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Updated VIF entry in instance network info cache for port 74a7824b-fe83-4740-8df8-0ff43918dc62. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.network.neutron [req-26072592-00b1-4e02-84a0-005c84c23123 req-d1868095-2f5e-47e1-81c1-9bbbd96d8b00 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Updating instance_info_cache with network_info: [{"id": "74a7824b-fe83-4740-8df8-0ff43918dc62", "address": "fa:16:3e:ca:e7:22", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74a7824b-fe", "ovs_interfaceid": "74a7824b-fe83-4740-8df8-0ff43918dc62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-26072592-00b1-4e02-84a0-005c84c23123 req-d1868095-2f5e-47e1-81c1-9bbbd96d8b00 service nova] Releasing lock "refresh_cache-a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-1550a7e5-58ee-4de4-adee-dff3df5e92f2 req-66f3ee91-4e55-4a59-8400-3aa2016ec7f2 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received event network-vif-unplugged-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1550a7e5-58ee-4de4-adee-dff3df5e92f2 req-66f3ee91-4e55-4a59-8400-3aa2016ec7f2 service nova] Acquiring lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1550a7e5-58ee-4de4-adee-dff3df5e92f2 req-66f3ee91-4e55-4a59-8400-3aa2016ec7f2 service nova] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1550a7e5-58ee-4de4-adee-dff3df5e92f2 req-66f3ee91-4e55-4a59-8400-3aa2016ec7f2 service nova] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-1550a7e5-58ee-4de4-adee-dff3df5e92f2 req-66f3ee91-4e55-4a59-8400-3aa2016ec7f2 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] No waiting events found dispatching network-vif-unplugged-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-1550a7e5-58ee-4de4-adee-dff3df5e92f2 req-66f3ee91-4e55-4a59-8400-3aa2016ec7f2 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received event network-vif-unplugged-74a7824b-fe83-4740-8df8-0ff43918dc62 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Received event network-vif-plugged-fca643d1-2e94-4e0c-bdbc-2792b7887948 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] Acquiring lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] No waiting events found dispatching network-vif-plugged-fca643d1-2e94-4e0c-bdbc-2792b7887948 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:10:02 user nova-compute[75018]: WARNING nova.compute.manager [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Received unexpected event network-vif-plugged-fca643d1-2e94-4e0c-bdbc-2792b7887948 for instance with vm_state building and task_state spawning.
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Received event network-vif-plugged-fca643d1-2e94-4e0c-bdbc-2792b7887948 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] Acquiring lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] No waiting events found dispatching network-vif-plugged-fca643d1-2e94-4e0c-bdbc-2792b7887948 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:10:02 user nova-compute[75018]: WARNING nova.compute.manager [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Received unexpected event network-vif-plugged-fca643d1-2e94-4e0c-bdbc-2792b7887948 for instance with vm_state building and task_state spawning.
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received event network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] Acquiring lock "fbd61d9b-738e-4208-948a-318b766a059f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] No waiting events found dispatching network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:10:02 user nova-compute[75018]: WARNING nova.compute.manager [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received unexpected event network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c for instance with vm_state active and task_state rebuild_spawning.
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received event network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] Acquiring lock "fbd61d9b-738e-4208-948a-318b766a059f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] No waiting events found dispatching network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:10:02 user nova-compute[75018]: WARNING nova.compute.manager [req-abd82d4b-5410-43ac-9837-018b41dbaea8 req-10612df9-bea4-4b69-9fd1-cc17edb616a7 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received unexpected event network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c for instance with vm_state active and task_state rebuild_spawning.
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Instance destroyed successfully.
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.objects.instance [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lazy-loading 'resources' on Instance uuid a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:06:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-413436971',display_name='tempest-TestStampPattern-server-413436971',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-413436971',id=25,image_ref='9bec5406-bfe2-4dfe-b49a-899f6f8a916c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEGWb8GaV8bxKFKutfJn0oG4jaqlKwb3ZNggwpf0u/c7OR4w818ypjXtNxnDGj/d/2ypWcl2mJPiAY7X4FoOjhw+2t6BN2XNX/yBHDKMv2Ks/GBJEyAG6dgjrTa/ABIWFQ==',key_name='tempest-TestStampPattern-67169683',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:06:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fba7dac8c21649d898e39d66eeb3a227',ramdisk_id='',reservation_id='r-i8n786er',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='5343f265-d477-426d-8262-c86bd90d45c4',image_min_disk='1',image_min_ram='0',image_owner_id='fba7dac8c21649d898e39d66eeb3a227',image_owner_project_name='tempest-TestStampPattern-1241840619',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1241840619-project-member',image_user_id='898ef33c5a8f4b8e9e8dc50905b64d30',owner_project_name='tempest-TestStampPattern-1241840619',owner_user_name='tempest-TestStampPattern-1241840619-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:06:56Z,user_data=None,user_id='898ef33c5a8f4b8e9e8dc50905b64d30',uuid=a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "74a7824b-fe83-4740-8df8-0ff43918dc62", "address": "fa:16:3e:ca:e7:22", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74a7824b-fe", "ovs_interfaceid": "74a7824b-fe83-4740-8df8-0ff43918dc62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Converting VIF {"id": "74a7824b-fe83-4740-8df8-0ff43918dc62", "address": "fa:16:3e:ca:e7:22", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74a7824b-fe", "ovs_interfaceid": "74a7824b-fe83-4740-8df8-0ff43918dc62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ca:e7:22,bridge_name='br-int',has_traffic_filtering=True,id=74a7824b-fe83-4740-8df8-0ff43918dc62,network=Network(b1852412-0c0f-4c9c-bae0-890369310f57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74a7824b-fe') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG os_vif [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ca:e7:22,bridge_name='br-int',has_traffic_filtering=True,id=74a7824b-fe83-4740-8df8-0ff43918dc62,network=Network(b1852412-0c0f-4c9c-bae0-890369310f57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74a7824b-fe') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap74a7824b-fe, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c045ad38-0553-4900-b1e0-22725764b1e8) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:02 user nova-compute[75018]: INFO os_vif [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ca:e7:22,bridge_name='br-int',has_traffic_filtering=True,id=74a7824b-fe83-4740-8df8-0ff43918dc62,network=Network(b1852412-0c0f-4c9c-bae0-890369310f57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74a7824b-fe')
Dec 05 17:10:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Deleting instance files /opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3_del
Dec 05 17:10:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Deletion of /opt/stack/data/nova/instances/a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3_del complete
Dec 05 17:10:02 user nova-compute[75018]: INFO nova.compute.manager [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Took 1.26 seconds to destroy the instance on the hypervisor.
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:03 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:10:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.214s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:03 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Took 0.61 seconds to deallocate network for instance.
Dec 05 17:10:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:03 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:10:03 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.585s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:04 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Deleted allocations for instance a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5c1e2b61-07ca-408e-8e45-27be364ce699 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.677s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:10:04 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Instance spawned successfully.
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received event network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] Acquiring lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] No waiting events found dispatching network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:10:04 user nova-compute[75018]: WARNING nova.compute.manager [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received unexpected event network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 for instance with vm_state deleted and task_state None.
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received event network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] Acquiring lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] No waiting events found dispatching network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:10:04 user nova-compute[75018]: WARNING nova.compute.manager [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received unexpected event network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 for instance with vm_state deleted and task_state None.
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received event network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] Acquiring lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] No waiting events found dispatching network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:10:04 user nova-compute[75018]: WARNING nova.compute.manager [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received unexpected event network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 for instance with vm_state deleted and task_state None.
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received event network-vif-unplugged-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] Acquiring lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] No waiting events found dispatching network-vif-unplugged-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:10:04 user nova-compute[75018]: WARNING nova.compute.manager [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received unexpected event network-vif-unplugged-74a7824b-fe83-4740-8df8-0ff43918dc62 for instance with vm_state deleted and task_state None.
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received event network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] Acquiring lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] Lock "a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] No waiting events found dispatching network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:10:04 user nova-compute[75018]: WARNING nova.compute.manager [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received unexpected event network-vif-plugged-74a7824b-fe83-4740-8df8-0ff43918dc62 for instance with vm_state deleted and task_state None.
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-207f035a-d826-401c-b7ea-26429794ab3f req-37eb2051-eefd-4476-be55-7a2ab2421ec4 service nova] [instance: a8ed6b11-4ab1-4f9f-936a-f0c5597ea0c3] Received event network-vif-deleted-74a7824b-fe83-4740-8df8-0ff43918dc62 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:04 user nova-compute[75018]: INFO nova.compute.manager [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Took 7.97 seconds to spawn the instance on the hypervisor.
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:10:04 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Instance spawned successfully.
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:10:04 user nova-compute[75018]: INFO nova.compute.manager [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Took 8.95 seconds to build instance.
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-956463ac-c9fa-41b3-8725-15e34bca188c tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.092s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.objects.instance [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75018) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:10:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-651e59a0-fd81-4119-9b07-01615a0efe36 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.159s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk.rescue --force-share --output=json" returned: 0 in 0.237s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:10:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk.rescue --force-share --output=json" returned: 0 in 0.244s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:10:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:08 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:10:08 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:10:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7413MB free_disk=24.89246368408203GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:10:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 533bba90-582b-4ad5-9763-532788f79d6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5931bfc3-7400-4941-bc87-b07f86c6982b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5343f265-d477-426d-8262-c86bd90d45c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b60ed568-caad-48a7-845a-46861ba931c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 186d52ed-d917-4547-877b-fa4431b8d30b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 72f18866-6d44-4c27-9469-e89f4be276c5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance fbd61d9b-738e-4208-948a-318b766a059f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b701e701-404d-431f-9341-711483d67ac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance d7af0f3d-ce07-4d51-96b6-edfb1aea885b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 08a06c98-cf3c-43a9-9307-1b146d7ce0b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.586s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:10:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:10:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-cbd8e499-3c13-4c6f-8743-7e87a93ec4de req-48da9665-ed47-4dd6-88e4-576eb90b4922 service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Received event network-changed-fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-cbd8e499-3c13-4c6f-8743-7e87a93ec4de req-48da9665-ed47-4dd6-88e4-576eb90b4922 service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Refreshing instance network info cache due to event network-changed-fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:10:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cbd8e499-3c13-4c6f-8743-7e87a93ec4de req-48da9665-ed47-4dd6-88e4-576eb90b4922 service nova] Acquiring lock "refresh_cache-b701e701-404d-431f-9341-711483d67ac2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:10:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cbd8e499-3c13-4c6f-8743-7e87a93ec4de req-48da9665-ed47-4dd6-88e4-576eb90b4922 service nova] Acquired lock "refresh_cache-b701e701-404d-431f-9341-711483d67ac2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:10:27 user nova-compute[75018]: DEBUG nova.network.neutron [req-cbd8e499-3c13-4c6f-8743-7e87a93ec4de req-48da9665-ed47-4dd6-88e4-576eb90b4922 service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Refreshing network info cache for port fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:10:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:27 user nova-compute[75018]: DEBUG nova.network.neutron [req-cbd8e499-3c13-4c6f-8743-7e87a93ec4de req-48da9665-ed47-4dd6-88e4-576eb90b4922 service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Updated VIF entry in instance network info cache for port fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:10:27 user nova-compute[75018]: DEBUG nova.network.neutron [req-cbd8e499-3c13-4c6f-8743-7e87a93ec4de req-48da9665-ed47-4dd6-88e4-576eb90b4922 service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Updating instance_info_cache with network_info: [{"id": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "address": "fa:16:3e:e9:44:e4", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd5bdab7-36", "ovs_interfaceid": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:10:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cbd8e499-3c13-4c6f-8743-7e87a93ec4de req-48da9665-ed47-4dd6-88e4-576eb90b4922 service nova] Releasing lock "refresh_cache-b701e701-404d-431f-9341-711483d67ac2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:10:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "b701e701-404d-431f-9341-711483d67ac2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "b701e701-404d-431f-9341-711483d67ac2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG nova.objects.instance [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lazy-loading 'flavor' on Instance uuid b701e701-404d-431f-9341-711483d67ac2 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:10:28 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Ignoring supplied device name: /dev/vdb
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "b701e701-404d-431f-9341-711483d67ac2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "b701e701-404d-431f-9341-711483d67ac2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "b701e701-404d-431f-9341-711483d67ac2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:28 user nova-compute[75018]: INFO nova.compute.manager [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Attaching volume ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 to /dev/vdb
Dec 05 17:10:28 user nova-compute[75018]: DEBUG os_brick.utils [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[81b93933-d200-42b4-82e7-6184d79b0032]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab8f708b-9c5b-4336-9e86-265302e2c6ff]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a4da66f-15f1-4d5e-975c-42534959bad1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cd06347-7548-4735-aba3-1df6d2df2a25]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:10:28 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:10:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[63945dbc-4856-45dc-bd2e-3ef3d259dcaa]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG os_brick.utils [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:10:28 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Updating existing volume attachment record: cb4a478c-ed6b-47e3-8bfd-759bd502f5bb {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:10:30 user nova-compute[75018]: INFO nova.compute.manager [None req-cfd137ef-6139-4d27-8abb-13618352ed3e tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Unrescuing
Dec 05 17:10:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfd137ef-6139-4d27-8abb-13618352ed3e tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:10:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfd137ef-6139-4d27-8abb-13618352ed3e tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquired lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:10:30 user nova-compute[75018]: DEBUG nova.network.neutron [None req-cfd137ef-6139-4d27-8abb-13618352ed3e tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:10:30 user nova-compute[75018]: DEBUG nova.network.neutron [None req-cfd137ef-6139-4d27-8abb-13618352ed3e tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Updating instance_info_cache with network_info: [{"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:10:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfd137ef-6139-4d27-8abb-13618352ed3e tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Releasing lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:10:30 user nova-compute[75018]: DEBUG nova.objects.instance [None req-cfd137ef-6139-4d27-8abb-13618352ed3e tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'flavor' on Instance uuid 186d52ed-d917-4547-877b-fa4431b8d30b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:10:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-cc862796-8a49-40c4-a8a8-e396860f8f70 req-b7225b3d-9c34-404e-a4e3-68dc6479d6df service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received event network-vif-unplugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cc862796-8a49-40c4-a8a8-e396860f8f70 req-b7225b3d-9c34-404e-a4e3-68dc6479d6df service nova] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cc862796-8a49-40c4-a8a8-e396860f8f70 req-b7225b3d-9c34-404e-a4e3-68dc6479d6df service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cc862796-8a49-40c4-a8a8-e396860f8f70 req-b7225b3d-9c34-404e-a4e3-68dc6479d6df service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-cc862796-8a49-40c4-a8a8-e396860f8f70 req-b7225b3d-9c34-404e-a4e3-68dc6479d6df service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] No waiting events found dispatching network-vif-unplugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:10:31 user nova-compute[75018]: WARNING nova.compute.manager [req-cc862796-8a49-40c4-a8a8-e396860f8f70 req-b7225b3d-9c34-404e-a4e3-68dc6479d6df service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received unexpected event network-vif-unplugged-50001cf1-90f3-4bab-9825-e69bed0bedbe for instance with vm_state rescued and task_state unrescuing.
Dec 05 17:10:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:31 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Instance destroyed successfully.
Dec 05 17:10:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-2c12c7f6-c921-4aaa-947b-1023764a9466 req-7286277c-2c84-43d0-b9cc-c7b13dc60cc4 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2c12c7f6-c921-4aaa-947b-1023764a9466 req-7286277c-2c84-43d0-b9cc-c7b13dc60cc4 service nova] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2c12c7f6-c921-4aaa-947b-1023764a9466 req-7286277c-2c84-43d0-b9cc-c7b13dc60cc4 service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2c12c7f6-c921-4aaa-947b-1023764a9466 req-7286277c-2c84-43d0-b9cc-c7b13dc60cc4 service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-2c12c7f6-c921-4aaa-947b-1023764a9466 req-7286277c-2c84-43d0-b9cc-c7b13dc60cc4 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] No waiting events found dispatching network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:10:33 user nova-compute[75018]: WARNING nova.compute.manager [req-2c12c7f6-c921-4aaa-947b-1023764a9466 req-7286277c-2c84-43d0-b9cc-c7b13dc60cc4 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received unexpected event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe for instance with vm_state rescued and task_state unrescuing.
Dec 05 17:10:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-2c12c7f6-c921-4aaa-947b-1023764a9466 req-7286277c-2c84-43d0-b9cc-c7b13dc60cc4 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2c12c7f6-c921-4aaa-947b-1023764a9466 req-7286277c-2c84-43d0-b9cc-c7b13dc60cc4 service nova] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2c12c7f6-c921-4aaa-947b-1023764a9466 req-7286277c-2c84-43d0-b9cc-c7b13dc60cc4 service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2c12c7f6-c921-4aaa-947b-1023764a9466 req-7286277c-2c84-43d0-b9cc-c7b13dc60cc4 service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-2c12c7f6-c921-4aaa-947b-1023764a9466 req-7286277c-2c84-43d0-b9cc-c7b13dc60cc4 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] No waiting events found dispatching network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:10:33 user nova-compute[75018]: WARNING nova.compute.manager [req-2c12c7f6-c921-4aaa-947b-1023764a9466 req-7286277c-2c84-43d0-b9cc-c7b13dc60cc4 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received unexpected event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe for instance with vm_state rescued and task_state unrescuing.
Dec 05 17:10:35 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cfd137ef-6139-4d27-8abb-13618352ed3e tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:10:35 user nova-compute[75018]: DEBUG nova.compute.manager [req-73a10b8e-b217-4dec-866e-af2a0d79380b req-8ce9347f-9847-44dc-887b-58c22782233f service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:10:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-73a10b8e-b217-4dec-866e-af2a0d79380b req-8ce9347f-9847-44dc-887b-58c22782233f service nova] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:10:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-73a10b8e-b217-4dec-866e-af2a0d79380b req-8ce9347f-9847-44dc-887b-58c22782233f service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:10:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-73a10b8e-b217-4dec-866e-af2a0d79380b req-8ce9347f-9847-44dc-887b-58c22782233f service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:35 user nova-compute[75018]: DEBUG nova.compute.manager [req-73a10b8e-b217-4dec-866e-af2a0d79380b req-8ce9347f-9847-44dc-887b-58c22782233f service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] No waiting events found dispatching network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:10:35 user nova-compute[75018]: WARNING nova.compute.manager [req-73a10b8e-b217-4dec-866e-af2a0d79380b req-8ce9347f-9847-44dc-887b-58c22782233f service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received unexpected event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe for instance with vm_state active and task_state None.
Dec 05 17:10:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rtARpQUk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:10:38 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:10:38 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:10:38 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[76187af8-d710-400a-9877-63df9b71f5c8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:10:38 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[daf41ecb-01ad-4b21-a3dd-1cecd30ca43b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8] added
Dec 05 17:10:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b970ad0b-2c16-404b-90b0-b38b722a9139]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab802456-e19b-4980-a59c-8e229eb79acb]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rtARpQUk {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rtARpQUk" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[df833fe1-ec87-4f18-a4ed-d93f29913930]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rtARpQUk'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[af789c3f-320f-495b-8a43-fa341d195ea2]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a7cd943-df78-4623-ac78-9b348b54b091]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:10:38 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:10:38 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:10:38 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:10:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:10:38 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:10:38 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:10:38 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:10:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[df90ad16-ebd7-45b0-8db8-8f7f241f8ab2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8, portal: 172.16.0.220,3260]
Dec 05 17:10:38 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8, portal: 172.16.0.220,3260] successful.
Dec 05 17:10:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1b4b849-d79e-466f-8819-15448f534295]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cc3e727-440c-4bfa-86bc-644b329fe4a0]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:10:38 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:10:38 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:10:38 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:10:38 user nova-compute[75018]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 (non-flash)
Dec 05 17:10:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:10:38 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:10:38 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:10:38 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:10:38 user nova-compute[75018]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 (non-flash)
Dec 05 17:10:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] HCTL ('37', '-', '-', 0) found on session 31 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff863754-e821-42dd-8523-ede996a7adce]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Searching for a device in session 31 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:10:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rtARpQUk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:10:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:10:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '23365643034653865', 'path': '/dev/sdf'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:10:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23365643034653865', 'path': '/dev/sdf'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:10:39 user nova-compute[75018]: DEBUG nova.objects.instance [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lazy-loading 'flavor' on Instance uuid b701e701-404d-431f-9341-711483d67ac2 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:10:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:10:39 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:10:39 user nova-compute[75018]:   <source dev="/dev/sdf"/>
Dec 05 17:10:39 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:10:39 user nova-compute[75018]:   <serial>ce8226b3-eebd-4f97-a54e-b7c040e2b7b8</serial>
Dec 05 17:10:39 user nova-compute[75018]: </disk>
Dec 05 17:10:39 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:10:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:10:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:10:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] No VIF found with MAC fa:16:3e:e9:44:e4, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:10:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd849f7-68f6-4d4d-8813-d415029b3f4d tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "b701e701-404d-431f-9341-711483d67ac2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.893s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:10:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:10:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:10:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:10:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:10:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:10:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:10:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-b617dcb6-9d30-4b92-893d-61621aff6457 req-27cbc24b-26e3-4899-af47-5db671f341c6 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received event network-changed-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-b617dcb6-9d30-4b92-893d-61621aff6457 req-27cbc24b-26e3-4899-af47-5db671f341c6 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Refreshing instance network info cache due to event network-changed-8a7227ef-13e5-40cb-9984-9a17440924d3. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b617dcb6-9d30-4b92-893d-61621aff6457 req-27cbc24b-26e3-4899-af47-5db671f341c6 service nova] Acquiring lock "refresh_cache-5343f265-d477-426d-8262-c86bd90d45c4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b617dcb6-9d30-4b92-893d-61621aff6457 req-27cbc24b-26e3-4899-af47-5db671f341c6 service nova] Acquired lock "refresh_cache-5343f265-d477-426d-8262-c86bd90d45c4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG nova.network.neutron [req-b617dcb6-9d30-4b92-893d-61621aff6457 req-27cbc24b-26e3-4899-af47-5db671f341c6 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Refreshing network info cache for port 8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "5343f265-d477-426d-8262-c86bd90d45c4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "5343f265-d477-426d-8262-c86bd90d45c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "5343f265-d477-426d-8262-c86bd90d45c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:01 user nova-compute[75018]: INFO nova.compute.manager [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Terminating instance
Dec 05 17:11:01 user nova-compute[75018]: DEBUG nova.compute.manager [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-7a88efd9-c1d0-4503-b390-55d3f3aba1c8 req-5494ccec-b0aa-4038-9fea-f040f1492731 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received event network-vif-unplugged-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7a88efd9-c1d0-4503-b390-55d3f3aba1c8 req-5494ccec-b0aa-4038-9fea-f040f1492731 service nova] Acquiring lock "5343f265-d477-426d-8262-c86bd90d45c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7a88efd9-c1d0-4503-b390-55d3f3aba1c8 req-5494ccec-b0aa-4038-9fea-f040f1492731 service nova] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7a88efd9-c1d0-4503-b390-55d3f3aba1c8 req-5494ccec-b0aa-4038-9fea-f040f1492731 service nova] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-7a88efd9-c1d0-4503-b390-55d3f3aba1c8 req-5494ccec-b0aa-4038-9fea-f040f1492731 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] No waiting events found dispatching network-vif-unplugged-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-7a88efd9-c1d0-4503-b390-55d3f3aba1c8 req-5494ccec-b0aa-4038-9fea-f040f1492731 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received event network-vif-unplugged-8a7227ef-13e5-40cb-9984-9a17440924d3 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG nova.network.neutron [req-b617dcb6-9d30-4b92-893d-61621aff6457 req-27cbc24b-26e3-4899-af47-5db671f341c6 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Updated VIF entry in instance network info cache for port 8a7227ef-13e5-40cb-9984-9a17440924d3. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG nova.network.neutron [req-b617dcb6-9d30-4b92-893d-61621aff6457 req-27cbc24b-26e3-4899-af47-5db671f341c6 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Updating instance_info_cache with network_info: [{"id": "8a7227ef-13e5-40cb-9984-9a17440924d3", "address": "fa:16:3e:bc:1b:5b", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7227ef-13", "ovs_interfaceid": "8a7227ef-13e5-40cb-9984-9a17440924d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b617dcb6-9d30-4b92-893d-61621aff6457 req-27cbc24b-26e3-4899-af47-5db671f341c6 service nova] Releasing lock "refresh_cache-5343f265-d477-426d-8262-c86bd90d45c4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:11:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Instance destroyed successfully.
Dec 05 17:11:02 user nova-compute[75018]: DEBUG nova.objects.instance [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lazy-loading 'resources' on Instance uuid 5343f265-d477-426d-8262-c86bd90d45c4 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:03:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1641339129',display_name='tempest-TestStampPattern-server-1641339129',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1641339129',id=17,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEGWb8GaV8bxKFKutfJn0oG4jaqlKwb3ZNggwpf0u/c7OR4w818ypjXtNxnDGj/d/2ypWcl2mJPiAY7X4FoOjhw+2t6BN2XNX/yBHDKMv2Ks/GBJEyAG6dgjrTa/ABIWFQ==',key_name='tempest-TestStampPattern-67169683',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:03:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fba7dac8c21649d898e39d66eeb3a227',ramdisk_id='',reservation_id='r-y8hx3gg1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-1241840619',owner_user_name='tempest-TestStampPattern-1241840619-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:06:47Z,user_data=None,user_id='898ef33c5a8f4b8e9e8dc50905b64d30',uuid=5343f265-d477-426d-8262-c86bd90d45c4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8a7227ef-13e5-40cb-9984-9a17440924d3", "address": "fa:16:3e:bc:1b:5b", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7227ef-13", "ovs_interfaceid": "8a7227ef-13e5-40cb-9984-9a17440924d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Converting VIF {"id": "8a7227ef-13e5-40cb-9984-9a17440924d3", "address": "fa:16:3e:bc:1b:5b", "network": {"id": "b1852412-0c0f-4c9c-bae0-890369310f57", "bridge": "br-int", "label": "tempest-TestStampPattern-1359555124-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fba7dac8c21649d898e39d66eeb3a227", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7227ef-13", "ovs_interfaceid": "8a7227ef-13e5-40cb-9984-9a17440924d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bc:1b:5b,bridge_name='br-int',has_traffic_filtering=True,id=8a7227ef-13e5-40cb-9984-9a17440924d3,network=Network(b1852412-0c0f-4c9c-bae0-890369310f57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a7227ef-13') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG os_vif [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bc:1b:5b,bridge_name='br-int',has_traffic_filtering=True,id=8a7227ef-13e5-40cb-9984-9a17440924d3,network=Network(b1852412-0c0f-4c9c-bae0-890369310f57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a7227ef-13') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8a7227ef-13, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=abcdca42-ea34-4c1d-97fa-efc00da1c27f) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:11:02 user nova-compute[75018]: INFO os_vif [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bc:1b:5b,bridge_name='br-int',has_traffic_filtering=True,id=8a7227ef-13e5-40cb-9984-9a17440924d3,network=Network(b1852412-0c0f-4c9c-bae0-890369310f57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a7227ef-13')
Dec 05 17:11:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Deleting instance files /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4_del
Dec 05 17:11:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Deletion of /opt/stack/data/nova/instances/5343f265-d477-426d-8262-c86bd90d45c4_del complete
Dec 05 17:11:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:02 user nova-compute[75018]: INFO nova.compute.manager [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Took 0.95 seconds to destroy the instance on the hypervisor.
Dec 05 17:11:02 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Updating instance_info_cache with network_info: [{"id": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "address": "fa:16:3e:58:a4:88", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02002bcb-35", "ovs_interfaceid": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-5931bfc3-7400-4941-bc87-b07f86c6982b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG nova.compute.manager [req-0b006afc-47e1-469b-a9c8-ae4db9188ea7 req-62470378-26c9-41c9-9ac4-b97dd1dd1e67 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received event network-vif-deleted-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:03 user nova-compute[75018]: INFO nova.compute.manager [req-0b006afc-47e1-469b-a9c8-ae4db9188ea7 req-62470378-26c9-41c9-9ac4-b97dd1dd1e67 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Neutron deleted interface 8a7227ef-13e5-40cb-9984-9a17440924d3; detaching it from the instance and deleting it from the info cache
Dec 05 17:11:03 user nova-compute[75018]: DEBUG nova.network.neutron [req-0b006afc-47e1-469b-a9c8-ae4db9188ea7 req-62470378-26c9-41c9-9ac4-b97dd1dd1e67 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:03 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Took 0.60 seconds to deallocate network for instance.
Dec 05 17:11:03 user nova-compute[75018]: DEBUG nova.compute.manager [req-0b006afc-47e1-469b-a9c8-ae4db9188ea7 req-62470378-26c9-41c9-9ac4-b97dd1dd1e67 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Detach interface failed, port_id=8a7227ef-13e5-40cb-9984-9a17440924d3, reason: Instance 5343f265-d477-426d-8262-c86bd90d45c4 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.008s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.794s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received event network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] Acquiring lock "5343f265-d477-426d-8262-c86bd90d45c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] No waiting events found dispatching network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:04 user nova-compute[75018]: WARNING nova.compute.manager [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received unexpected event network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 for instance with vm_state deleted and task_state None.
Dec 05 17:11:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received event network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] Acquiring lock "5343f265-d477-426d-8262-c86bd90d45c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] No waiting events found dispatching network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:04 user nova-compute[75018]: WARNING nova.compute.manager [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received unexpected event network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 for instance with vm_state deleted and task_state None.
Dec 05 17:11:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received event network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] Acquiring lock "5343f265-d477-426d-8262-c86bd90d45c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] No waiting events found dispatching network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:04 user nova-compute[75018]: WARNING nova.compute.manager [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received unexpected event network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 for instance with vm_state deleted and task_state None.
Dec 05 17:11:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received event network-vif-unplugged-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] Acquiring lock "5343f265-d477-426d-8262-c86bd90d45c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] No waiting events found dispatching network-vif-unplugged-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:04 user nova-compute[75018]: WARNING nova.compute.manager [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received unexpected event network-vif-unplugged-8a7227ef-13e5-40cb-9984-9a17440924d3 for instance with vm_state deleted and task_state None.
Dec 05 17:11:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received event network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] Acquiring lock "5343f265-d477-426d-8262-c86bd90d45c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] Lock "5343f265-d477-426d-8262-c86bd90d45c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] No waiting events found dispatching network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:04 user nova-compute[75018]: WARNING nova.compute.manager [req-e17dbb8f-f0bf-401c-9a94-8035ec4e6a51 req-029b338e-0c5f-490c-8528-39ece9385718 service nova] [instance: 5343f265-d477-426d-8262-c86bd90d45c4] Received unexpected event network-vif-plugged-8a7227ef-13e5-40cb-9984-9a17440924d3 for instance with vm_state deleted and task_state None.
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:04 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Deleted allocations for instance 5343f265-d477-426d-8262-c86bd90d45c4
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.306s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ce1ce3aa-bc67-49a2-8f8d-80a22b890839 tempest-TestStampPattern-1241840619 tempest-TestStampPattern-1241840619-project-member] Lock "5343f265-d477-426d-8262-c86bd90d45c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.077s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:05 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:11:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk.rescue --force-share --output=json" returned: 0 in 0.218s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:11:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:11:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:07 user nova-compute[75018]: INFO nova.compute.manager [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Terminating instance
Dec 05 17:11:07 user nova-compute[75018]: DEBUG nova.compute.manager [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG nova.compute.manager [req-fb1640ae-02ed-4bbc-83df-8f69dd1a5e90 req-74c61f85-78e9-4984-a7bf-e21373310474 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received event network-vif-unplugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fb1640ae-02ed-4bbc-83df-8f69dd1a5e90 req-74c61f85-78e9-4984-a7bf-e21373310474 service nova] Acquiring lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fb1640ae-02ed-4bbc-83df-8f69dd1a5e90 req-74c61f85-78e9-4984-a7bf-e21373310474 service nova] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fb1640ae-02ed-4bbc-83df-8f69dd1a5e90 req-74c61f85-78e9-4984-a7bf-e21373310474 service nova] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG nova.compute.manager [req-fb1640ae-02ed-4bbc-83df-8f69dd1a5e90 req-74c61f85-78e9-4984-a7bf-e21373310474 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] No waiting events found dispatching network-vif-unplugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG nova.compute.manager [req-fb1640ae-02ed-4bbc-83df-8f69dd1a5e90 req-74c61f85-78e9-4984-a7bf-e21373310474 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received event network-vif-unplugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:07 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Instance destroyed successfully.
Dec 05 17:11:07 user nova-compute[75018]: DEBUG nova.objects.instance [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lazy-loading 'resources' on Instance uuid d7af0f3d-ce07-4d51-96b6-edfb1aea885b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-05T17:05:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1046086738',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1046086738',id=20,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLSCiPoHTmiKR7iTWdpScfRXYzwY2S0VXUy8M/PJ4f6oR1eTdSlZkFpBPQ2M8KF8kYVURoDZ5Q7YWHSQz9qz8aLKU5rbL04jjLgYrZ8sYJIQj7P1US5atksVHmpc7HXIFQ==',key_name='tempest-keypair-1994005858',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:09:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eeda605e799e4fc88ae4e8898981ee9c',ramdisk_id='',reservation_id='r-76487qtt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1242004540',owner_user_name='tempest-AttachVolumeShelveTestJSON-1242004540-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:09:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d407dbeca07a4ef1ade84c3932a79211',uuid=d7af0f3d-ce07-4d51-96b6-edfb1aea885b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converting VIF {"id": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "address": "fa:16:3e:94:55:3a", "network": {"id": "560eaf68-284c-4d76-9e5d-6ad8b61cdbe4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1619708504-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeda605e799e4fc88ae4e8898981ee9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3e765a4-ca", "ovs_interfaceid": "f3e765a4-ca4c-4ba3-9d1e-04f0207acae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:55:3a,bridge_name='br-int',has_traffic_filtering=True,id=f3e765a4-ca4c-4ba3-9d1e-04f0207acae7,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3e765a4-ca') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG os_vif [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:55:3a,bridge_name='br-int',has_traffic_filtering=True,id=f3e765a4-ca4c-4ba3-9d1e-04f0207acae7,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3e765a4-ca') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf3e765a4-ca, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a4493d98-1bdc-4aab-8348-e707ac6019d3) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:07 user nova-compute[75018]: INFO os_vif [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:55:3a,bridge_name='br-int',has_traffic_filtering=True,id=f3e765a4-ca4c-4ba3-9d1e-04f0207acae7,network=Network(560eaf68-284c-4d76-9e5d-6ad8b61cdbe4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3e765a4-ca')
Dec 05 17:11:07 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Deleting instance files /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b_del
Dec 05 17:11:07 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Deletion of /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b_del complete
Dec 05 17:11:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk --force-share --output=json" returned: 1 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] '/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk --force-share --output=json' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:11:08 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Periodic task is updating the host stats, it is trying to get disk info for instance-00000014, but the backing disk storage was removed by a concurrent operation such as resize. Error: No disk at /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk: nova.exception.DiskNotFound: No disk at /opt/stack/data/nova/instances/d7af0f3d-ce07-4d51-96b6-edfb1aea885b/disk
Dec 05 17:11:08 user nova-compute[75018]: INFO nova.compute.manager [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Took 1.45 seconds to destroy the instance on the hypervisor.
Dec 05 17:11:08 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:11:08 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:11:08 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:11:08 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:11:08 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:11:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7296MB free_disk=24.958999633789062GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:11:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 533bba90-582b-4ad5-9763-532788f79d6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:11:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5931bfc3-7400-4941-bc87-b07f86c6982b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:11:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:11:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b60ed568-caad-48a7-845a-46861ba931c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:11:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 186d52ed-d917-4547-877b-fa4431b8d30b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:11:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 72f18866-6d44-4c27-9469-e89f4be276c5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:11:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance fbd61d9b-738e-4208-948a-318b766a059f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:11:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b701e701-404d-431f-9341-711483d67ac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:11:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance d7af0f3d-ce07-4d51-96b6-edfb1aea885b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:11:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 08a06c98-cf3c-43a9-9307-1b146d7ce0b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:11:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:11:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:11:09 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:11:09 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:11:09 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:11:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.592s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:09 user nova-compute[75018]: DEBUG nova.compute.manager [req-0319733c-e6c4-42a4-9178-4610ad349db1 req-55edc718-710e-4a2d-ae11-10316ae10352 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received event network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0319733c-e6c4-42a4-9178-4610ad349db1 req-55edc718-710e-4a2d-ae11-10316ae10352 service nova] Acquiring lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0319733c-e6c4-42a4-9178-4610ad349db1 req-55edc718-710e-4a2d-ae11-10316ae10352 service nova] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0319733c-e6c4-42a4-9178-4610ad349db1 req-55edc718-710e-4a2d-ae11-10316ae10352 service nova] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:09 user nova-compute[75018]: DEBUG nova.compute.manager [req-0319733c-e6c4-42a4-9178-4610ad349db1 req-55edc718-710e-4a2d-ae11-10316ae10352 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] No waiting events found dispatching network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:09 user nova-compute[75018]: WARNING nova.compute.manager [req-0319733c-e6c4-42a4-9178-4610ad349db1 req-55edc718-710e-4a2d-ae11-10316ae10352 service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received unexpected event network-vif-plugged-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 for instance with vm_state active and task_state deleting.
Dec 05 17:11:09 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:11:09 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Took 1.41 seconds to deallocate network for instance.
Dec 05 17:11:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "b701e701-404d-431f-9341-711483d67ac2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "b701e701-404d-431f-9341-711483d67ac2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:09 user nova-compute[75018]: INFO nova.compute.manager [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Detaching volume ce8226b3-eebd-4f97-a54e-b7c040e2b7b8
Dec 05 17:11:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:10 user nova-compute[75018]: INFO nova.virt.block_device [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Attempting to driver detach volume ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 from mountpoint /dev/vdb
Dec 05 17:11:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:11:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:11:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:11:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Attempting to detach device vdb from instance b701e701-404d-431f-9341-711483d67ac2 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:11:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:11:10 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:11:10 user nova-compute[75018]:   <source dev="/dev/sdf"/>
Dec 05 17:11:10 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:11:10 user nova-compute[75018]:   <serial>ce8226b3-eebd-4f97-a54e-b7c040e2b7b8</serial>
Dec 05 17:11:10 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:11:10 user nova-compute[75018]: </disk>
Dec 05 17:11:10 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:11:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "b701e701-404d-431f-9341-711483d67ac2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:10 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Successfully detached device vdb from instance b701e701-404d-431f-9341-711483d67ac2 from the persistent domain config.
Dec 05 17:11:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b701e701-404d-431f-9341-711483d67ac2 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:11:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:11:10 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:11:10 user nova-compute[75018]:   <source dev="/dev/sdf"/>
Dec 05 17:11:10 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:11:10 user nova-compute[75018]:   <serial>ce8226b3-eebd-4f97-a54e-b7c040e2b7b8</serial>
Dec 05 17:11:10 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:11:10 user nova-compute[75018]: </disk>
Dec 05 17:11:10 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:11:10 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:11:10 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:11:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.394s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:10 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Deleted allocations for instance d7af0f3d-ce07-4d51-96b6-edfb1aea885b
Dec 05 17:11:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-519109d3-b735-4a03-9199-5b149dfa1309 tempest-AttachVolumeShelveTestJSON-1242004540 tempest-AttachVolumeShelveTestJSON-1242004540-project-member] Lock "d7af0f3d-ce07-4d51-96b6-edfb1aea885b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.506s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b701e701-404d-431f-9341-711483d67ac2 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:11:11 user nova-compute[75018]: DEBUG nova.compute.manager [req-2ba42b2d-e90d-41ca-9626-4928fee027fe req-51a96d39-4480-4eb0-98ac-6bda031224bb service nova] [instance: d7af0f3d-ce07-4d51-96b6-edfb1aea885b] Received event network-vif-deleted-f3e765a4-ca4c-4ba3-9d1e-04f0207acae7 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:11:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "72f18866-6d44-4c27-9469-e89f4be276c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:20 user nova-compute[75018]: INFO nova.compute.manager [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Terminating instance
Dec 05 17:11:20 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:11:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-d48f2986-c4c3-402e-a56b-5c6abd3a9e59 req-a1122d18-5e86-4e8f-a508-a8b60de41dd7 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received event network-vif-unplugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d48f2986-c4c3-402e-a56b-5c6abd3a9e59 req-a1122d18-5e86-4e8f-a508-a8b60de41dd7 service nova] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d48f2986-c4c3-402e-a56b-5c6abd3a9e59 req-a1122d18-5e86-4e8f-a508-a8b60de41dd7 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d48f2986-c4c3-402e-a56b-5c6abd3a9e59 req-a1122d18-5e86-4e8f-a508-a8b60de41dd7 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-d48f2986-c4c3-402e-a56b-5c6abd3a9e59 req-a1122d18-5e86-4e8f-a508-a8b60de41dd7 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] No waiting events found dispatching network-vif-unplugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-d48f2986-c4c3-402e-a56b-5c6abd3a9e59 req-a1122d18-5e86-4e8f-a508-a8b60de41dd7 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received event network-vif-unplugged-13debc29-d5d3-4e04-96ab-205d9c85f600 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:11:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Instance destroyed successfully.
Dec 05 17:11:21 user nova-compute[75018]: DEBUG nova.objects.instance [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lazy-loading 'resources' on Instance uuid 72f18866-6d44-4c27-9469-e89f4be276c5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:02:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-754070654',display_name='tempest-ServerActionsTestOtherB-server-754070654',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-754070654',id=14,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDnLYOEyXLdzM2h+5a0hc15BkJS5Udod0DgOGkG0OAAzD9IXp4J+h/g94qzxF5GsHlrV6EPnJ4C1XEhhjrGJByAcycNU2RrQvqvZM0usezlGfS01Pa3ZFldXnYfn7PKrNg==',key_name='tempest-keypair-411987793',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:09:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='635c106af9034e0ea517a3b393df1942',ramdisk_id='',reservation_id='r-nosipukc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-755840113',owner_user_name='tempest-ServerActionsTestOtherB-755840113-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:09:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c32c2b2b6654c15978d1023da6dccfe',uuid=72f18866-6d44-4c27-9469-e89f4be276c5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converting VIF {"id": "13debc29-d5d3-4e04-96ab-205d9c85f600", "address": "fa:16:3e:dd:16:76", "network": {"id": "06514d91-ccbc-4795-89b4-5f8837bec5b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-819262439-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "635c106af9034e0ea517a3b393df1942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13debc29-d5", "ovs_interfaceid": "13debc29-d5d3-4e04-96ab-205d9c85f600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_vif [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap13debc29-d5, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f5800bae-8096-4acc-bafc-7e7b2261a3ee) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:21 user nova-compute[75018]: INFO os_vif [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:16:76,bridge_name='br-int',has_traffic_filtering=True,id=13debc29-d5d3-4e04-96ab-205d9c85f600,network=Network(06514d91-ccbc-4795-89b4-5f8837bec5b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13debc29-d5')
Dec 05 17:11:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kTdzAWfQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:11:21 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[86468899-51c4-4cd2-a0ce-0a6556943c50]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:11:21 user nova-compute[75018]: No targets found.
Dec 05 17:11:21 user nova-compute[75018]: iSNS:
Dec 05 17:11:21 user nova-compute[75018]: No targets found.
Dec 05 17:11:21 user nova-compute[75018]: STATIC:
Dec 05 17:11:21 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8
Dec 05 17:11:21 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:11:21 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:11:21 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e
Dec 05 17:11:21 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:11:21 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:11:21 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe
Dec 05 17:11:21 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:11:21 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:11:21 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb
Dec 05 17:11:21 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:11:21 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:11:21 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b
Dec 05 17:11:21 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:11:21 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:11:21 user nova-compute[75018]: FIRMWARE:
Dec 05 17:11:21 user nova-compute[75018]: No targets found.
Dec 05 17:11:21 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:11:21 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:11:21 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[de343a77-923b-411c-a31e-77e386adea3c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5e32425-e10f-4b4e-b769-1b8a8c5ed577]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:11:21 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:11:21 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:11:21 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:11:21 user nova-compute[75018]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 (non-flash)
Dec 05 17:11:21 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:11:21 user nova-compute[75018]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe (non-flash)
Dec 05 17:11:21 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:11:21 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:11:21 user nova-compute[75018]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 (non-flash)
Dec 05 17:11:21 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a8360670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe'): ({'sdc'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Removing single pathed devices sdc {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1759dda-5456-4c21-b09d-52d07a745b62]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[056f987c-477b-4778-93a1-3af4ee8412f2]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Flushing IO for device /dev/sdc {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1ad09a9-4f09-4447-bfdf-d9f6ad61f7ba]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.059s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dcd1ee2-afcf-4aef-b92f-ca8b77800913]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[24155cb8-3bc7-4b92-b583-d77bb3eb895b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b10a20fa-2983-48fb-acea-64baed10950e]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260]
Dec 05 17:11:21 user nova-compute[75018]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe, portal: 172.16.0.220,3260] successful.
Dec 05 17:11:21 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:348527f8-3a51-4869-b050-d0d2c9c7dbbe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[239da1a6-29e4-4564-8b4b-6439e3447ce7]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.318s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] <== disconnect_volume: return (320ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:11:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Deleting instance files /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5_del
Dec 05 17:11:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Deletion of /opt/stack/data/nova/instances/72f18866-6d44-4c27-9469-e89f4be276c5_del complete
Dec 05 17:11:21 user nova-compute[75018]: INFO nova.compute.manager [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Took 1.22 seconds to destroy the instance on the hypervisor.
Dec 05 17:11:21 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:11:21 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:11:22 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:11:22 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Took 0.78 seconds to deallocate network for instance.
Dec 05 17:11:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-0ac00d1f-daaa-432e-af62-9441844a8ed1 req-2e6b6019-2bdd-4a3e-8745-fa7c618fe012 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0ac00d1f-daaa-432e-af62-9441844a8ed1 req-2e6b6019-2bdd-4a3e-8745-fa7c618fe012 service nova] Acquiring lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0ac00d1f-daaa-432e-af62-9441844a8ed1 req-2e6b6019-2bdd-4a3e-8745-fa7c618fe012 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0ac00d1f-daaa-432e-af62-9441844a8ed1 req-2e6b6019-2bdd-4a3e-8745-fa7c618fe012 service nova] Lock "72f18866-6d44-4c27-9469-e89f4be276c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-0ac00d1f-daaa-432e-af62-9441844a8ed1 req-2e6b6019-2bdd-4a3e-8745-fa7c618fe012 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] No waiting events found dispatching network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:22 user nova-compute[75018]: WARNING nova.compute.manager [req-0ac00d1f-daaa-432e-af62-9441844a8ed1 req-2e6b6019-2bdd-4a3e-8745-fa7c618fe012 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received unexpected event network-vif-plugged-13debc29-d5d3-4e04-96ab-205d9c85f600 for instance with vm_state active and task_state deleting.
Dec 05 17:11:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-0ac00d1f-daaa-432e-af62-9441844a8ed1 req-2e6b6019-2bdd-4a3e-8745-fa7c618fe012 service nova] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Received event network-vif-deleted-13debc29-d5d3-4e04-96ab-205d9c85f600 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:23 user nova-compute[75018]: INFO nova.compute.manager [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] [instance: 72f18866-6d44-4c27-9469-e89f4be276c5] Took 0.82 seconds to detach 1 volumes for instance.
Dec 05 17:11:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:23 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:11:23 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:11:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.282s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:23 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Deleted allocations for instance 72f18866-6d44-4c27-9469-e89f4be276c5
Dec 05 17:11:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1f338b9b-5b96-462a-b8f3-d6e868a83db3 tempest-ServerActionsTestOtherB-755840113 tempest-ServerActionsTestOtherB-755840113-project-member] Lock "72f18866-6d44-4c27-9469-e89f4be276c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.579s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:30 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b701e701-404d-431f-9341-711483d67ac2 is timed out.
Dec 05 17:11:30 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Successfully detached device vdb from instance b701e701-404d-431f-9341-711483d67ac2 from the live domain config.
Dec 05 17:11:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rtARpQUk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:11:30 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7861c7f0-cee2-4555-a020-f3e3ffeabd0b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:11:30 user nova-compute[75018]: No targets found.
Dec 05 17:11:30 user nova-compute[75018]: iSNS:
Dec 05 17:11:30 user nova-compute[75018]: No targets found.
Dec 05 17:11:30 user nova-compute[75018]: STATIC:
Dec 05 17:11:30 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8
Dec 05 17:11:30 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:11:30 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:11:30 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e
Dec 05 17:11:30 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:11:30 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:11:30 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb
Dec 05 17:11:30 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:11:30 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:11:30 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b
Dec 05 17:11:30 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:11:30 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:11:30 user nova-compute[75018]: FIRMWARE:
Dec 05 17:11:30 user nova-compute[75018]: No targets found.
Dec 05 17:11:30 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:11:30 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:11:30 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[99d9a13d-a15c-444e-839d-b54236d812f7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdd310ea-dde9-407e-950b-46492e183467]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:11:30 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:11:30 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:11:30 user nova-compute[75018]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 (non-flash)
Dec 05 17:11:30 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:11:30 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:11:30 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:11:30 user nova-compute[75018]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 (non-flash)
Dec 05 17:11:30 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a83ec310>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8'): ({'sdf'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Removing single pathed devices sdf {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[52dbcb6c-ec45-4092-9b0f-69c1c1f3fb1d]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[287e7d48-77a6-45bb-9eef-5355be7de324]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Flushing IO for device /dev/sdf {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[71f64f3a-db59-44a2-b009-1bc962cbafd6]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.044s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[015c8976-3c1d-4fbd-8318-078555efbe6e]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] SCSI volumes sdf have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc296cb8-c899-4eb9-8a27-c79c4fb2ea21]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[74682c3c-e2c2-4cde-b9be-c475760bf3dd]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8, portal: 172.16.0.220,3260]
Dec 05 17:11:30 user nova-compute[75018]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8, portal: 172.16.0.220,3260] successful.
Dec 05 17:11:30 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6bba486-c022-4f8b-b471-0ab5df13c81f]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] <== disconnect_volume: return (311ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:11:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:11:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:31 user nova-compute[75018]: DEBUG nova.objects.instance [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lazy-loading 'flavor' on Instance uuid b701e701-404d-431f-9341-711483d67ac2 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:11:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ad023adb-4c19-4740-a914-8e7b20a60aa6 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "b701e701-404d-431f-9341-711483d67ac2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.837s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "b701e701-404d-431f-9341-711483d67ac2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.681s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "b701e701-404d-431f-9341-711483d67ac2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "b701e701-404d-431f-9341-711483d67ac2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "b701e701-404d-431f-9341-711483d67ac2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:31 user nova-compute[75018]: INFO nova.compute.manager [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Terminating instance
Dec 05 17:11:31 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:11:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG nova.compute.manager [req-604c5860-d6ff-4b65-af1d-b8abed9f4839 req-8506c1bd-390e-4475-a0da-893a8fe780b4 service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Received event network-vif-unplugged-fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-604c5860-d6ff-4b65-af1d-b8abed9f4839 req-8506c1bd-390e-4475-a0da-893a8fe780b4 service nova] Acquiring lock "b701e701-404d-431f-9341-711483d67ac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-604c5860-d6ff-4b65-af1d-b8abed9f4839 req-8506c1bd-390e-4475-a0da-893a8fe780b4 service nova] Lock "b701e701-404d-431f-9341-711483d67ac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-604c5860-d6ff-4b65-af1d-b8abed9f4839 req-8506c1bd-390e-4475-a0da-893a8fe780b4 service nova] Lock "b701e701-404d-431f-9341-711483d67ac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG nova.compute.manager [req-604c5860-d6ff-4b65-af1d-b8abed9f4839 req-8506c1bd-390e-4475-a0da-893a8fe780b4 service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] No waiting events found dispatching network-vif-unplugged-fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG nova.compute.manager [req-604c5860-d6ff-4b65-af1d-b8abed9f4839 req-8506c1bd-390e-4475-a0da-893a8fe780b4 service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Received event network-vif-unplugged-fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:11:32 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: b701e701-404d-431f-9341-711483d67ac2] Instance destroyed successfully.
Dec 05 17:11:32 user nova-compute[75018]: DEBUG nova.objects.instance [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lazy-loading 'resources' on Instance uuid b701e701-404d-431f-9341-711483d67ac2 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:08:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-586452179',display_name='tempest-VolumesSnapshotTestJSON-instance-586452179',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-586452179',id=28,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNqrlo8WDAqciFxGu14fPuQ4kC5ZcOHjfAQEHpJfZo2N+o/rMpCOtK7+aRjHqxp5gPW0dC/ZoiDtTpRQPKVFM8e+cSRDebNsVhSgrmc+avkNa1JEnlZe2SZdYgE9HtB4qA==',key_name='tempest-keypair-233194240',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:08:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ee6c00698bf24d3aad4496a772494005',ramdisk_id='',reservation_id='r-spg45mr0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-894790911',owner_user_name='tempest-VolumesSnapshotTestJSON-894790911-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:08:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='57b24b5a7c7e4a608daa2c1d572386b8',uuid=b701e701-404d-431f-9341-711483d67ac2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "address": "fa:16:3e:e9:44:e4", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd5bdab7-36", "ovs_interfaceid": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Converting VIF {"id": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "address": "fa:16:3e:e9:44:e4", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd5bdab7-36", "ovs_interfaceid": "fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e9:44:e4,bridge_name='br-int',has_traffic_filtering=True,id=fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e,network=Network(c291a4a0-b5e0-44b9-9321-57c08146ad25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd5bdab7-36') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG os_vif [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:44:e4,bridge_name='br-int',has_traffic_filtering=True,id=fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e,network=Network(c291a4a0-b5e0-44b9-9321-57c08146ad25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd5bdab7-36') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfd5bdab7-36, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=99ad0d1f-6590-48c1-8b2d-a8da0f8340fb) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:32 user nova-compute[75018]: INFO os_vif [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:44:e4,bridge_name='br-int',has_traffic_filtering=True,id=fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e,network=Network(c291a4a0-b5e0-44b9-9321-57c08146ad25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd5bdab7-36')
Dec 05 17:11:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rtARpQUk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:11:32 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:11:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:32 user nova-compute[75018]: INFO nova.compute.manager [None req-93510d7f-8efd-4aee-ab3e-81be4f5079b5 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Unrescuing
Dec 05 17:11:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-93510d7f-8efd-4aee-ab3e-81be4f5079b5 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-93510d7f-8efd-4aee-ab3e-81be4f5079b5 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquired lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG nova.network.neutron [None req-93510d7f-8efd-4aee-ab3e-81be4f5079b5 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[891fe147-69d4-48ae-821c-80ee879d96b1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:11:32 user nova-compute[75018]: No targets found.
Dec 05 17:11:32 user nova-compute[75018]: iSNS:
Dec 05 17:11:32 user nova-compute[75018]: No targets found.
Dec 05 17:11:32 user nova-compute[75018]: STATIC:
Dec 05 17:11:32 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e
Dec 05 17:11:32 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:11:32 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:11:32 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb
Dec 05 17:11:32 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:11:32 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:11:32 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b
Dec 05 17:11:32 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:11:32 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:11:32 user nova-compute[75018]: FIRMWARE:
Dec 05 17:11:32 user nova-compute[75018]: No targets found.
Dec 05 17:11:32 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:11:32 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:11:32 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ce8226b3-eebd-4f97-a54e-b7c040e2b7b8', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[80fc7589-3868-4efd-81e7-32f929a26c25]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4788c695-dfa3-4643-8a52-e1993a3ea5bf]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:11:32 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:11:32 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:11:32 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:11:32 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:11:32 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:11:32 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a8361750>, {}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Disconnecting from: [] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.080s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] <== disconnect_volume: return (81ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:11:32 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Deleting instance files /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2_del
Dec 05 17:11:32 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Deletion of /opt/stack/data/nova/instances/b701e701-404d-431f-9341-711483d67ac2_del complete
Dec 05 17:11:32 user nova-compute[75018]: INFO nova.compute.manager [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Took 0.99 seconds to destroy the instance on the hypervisor.
Dec 05 17:11:32 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: b701e701-404d-431f-9341-711483d67ac2] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:11:32 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: b701e701-404d-431f-9341-711483d67ac2] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:11:33 user nova-compute[75018]: DEBUG nova.network.neutron [None req-93510d7f-8efd-4aee-ab3e-81be4f5079b5 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Updating instance_info_cache with network_info: [{"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:11:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-93510d7f-8efd-4aee-ab3e-81be4f5079b5 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Releasing lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:11:33 user nova-compute[75018]: DEBUG nova.objects.instance [None req-93510d7f-8efd-4aee-ab3e-81be4f5079b5 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lazy-loading 'flavor' on Instance uuid b60ed568-caad-48a7-845a-46861ba931c0 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:11:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:34 user nova-compute[75018]: DEBUG nova.compute.manager [req-f38abbf9-e82d-40e4-8c49-31a6ff2add06 req-3230bd66-0a08-4a5e-92dd-74f39ae59c7a service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Received event network-vif-plugged-fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f38abbf9-e82d-40e4-8c49-31a6ff2add06 req-3230bd66-0a08-4a5e-92dd-74f39ae59c7a service nova] Acquiring lock "b701e701-404d-431f-9341-711483d67ac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f38abbf9-e82d-40e4-8c49-31a6ff2add06 req-3230bd66-0a08-4a5e-92dd-74f39ae59c7a service nova] Lock "b701e701-404d-431f-9341-711483d67ac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f38abbf9-e82d-40e4-8c49-31a6ff2add06 req-3230bd66-0a08-4a5e-92dd-74f39ae59c7a service nova] Lock "b701e701-404d-431f-9341-711483d67ac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:34 user nova-compute[75018]: DEBUG nova.compute.manager [req-f38abbf9-e82d-40e4-8c49-31a6ff2add06 req-3230bd66-0a08-4a5e-92dd-74f39ae59c7a service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] No waiting events found dispatching network-vif-plugged-fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:34 user nova-compute[75018]: WARNING nova.compute.manager [req-f38abbf9-e82d-40e4-8c49-31a6ff2add06 req-3230bd66-0a08-4a5e-92dd-74f39ae59c7a service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Received unexpected event network-vif-plugged-fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e for instance with vm_state active and task_state deleting.
Dec 05 17:11:34 user nova-compute[75018]: DEBUG nova.compute.manager [req-f38abbf9-e82d-40e4-8c49-31a6ff2add06 req-3230bd66-0a08-4a5e-92dd-74f39ae59c7a service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received event network-vif-unplugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f38abbf9-e82d-40e4-8c49-31a6ff2add06 req-3230bd66-0a08-4a5e-92dd-74f39ae59c7a service nova] Acquiring lock "b60ed568-caad-48a7-845a-46861ba931c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f38abbf9-e82d-40e4-8c49-31a6ff2add06 req-3230bd66-0a08-4a5e-92dd-74f39ae59c7a service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f38abbf9-e82d-40e4-8c49-31a6ff2add06 req-3230bd66-0a08-4a5e-92dd-74f39ae59c7a service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:34 user nova-compute[75018]: DEBUG nova.compute.manager [req-f38abbf9-e82d-40e4-8c49-31a6ff2add06 req-3230bd66-0a08-4a5e-92dd-74f39ae59c7a service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] No waiting events found dispatching network-vif-unplugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:34 user nova-compute[75018]: WARNING nova.compute.manager [req-f38abbf9-e82d-40e4-8c49-31a6ff2add06 req-3230bd66-0a08-4a5e-92dd-74f39ae59c7a service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received unexpected event network-vif-unplugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 for instance with vm_state rescued and task_state unrescuing.
Dec 05 17:11:34 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Instance destroyed successfully.
Dec 05 17:11:34 user nova-compute[75018]: DEBUG nova.compute.manager [req-effd7005-c52d-4421-8fca-a074f28437d2 req-3be46ed3-2ac2-4848-ac4b-028aeb0e2b90 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received event network-changed-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:34 user nova-compute[75018]: DEBUG nova.compute.manager [req-effd7005-c52d-4421-8fca-a074f28437d2 req-3be46ed3-2ac2-4848-ac4b-028aeb0e2b90 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Refreshing instance network info cache due to event network-changed-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:11:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-effd7005-c52d-4421-8fca-a074f28437d2 req-3be46ed3-2ac2-4848-ac4b-028aeb0e2b90 service nova] Acquiring lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:11:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-effd7005-c52d-4421-8fca-a074f28437d2 req-3be46ed3-2ac2-4848-ac4b-028aeb0e2b90 service nova] Acquired lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:11:34 user nova-compute[75018]: DEBUG nova.network.neutron [req-effd7005-c52d-4421-8fca-a074f28437d2 req-3be46ed3-2ac2-4848-ac4b-028aeb0e2b90 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Refreshing network info cache for port 5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:11:34 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: b701e701-404d-431f-9341-711483d67ac2] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:11:34 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: b701e701-404d-431f-9341-711483d67ac2] Took 2.02 seconds to deallocate network for instance.
Dec 05 17:11:34 user nova-compute[75018]: WARNING nova.volume.cinder [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Attachment cb4a478c-ed6b-47e3-8bfd-759bd502f5bb does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = cb4a478c-ed6b-47e3-8bfd-759bd502f5bb. (HTTP 404) (Request-ID: req-3d76581c-05c4-46dc-b744-c5e739aec1a3)
Dec 05 17:11:34 user nova-compute[75018]: INFO nova.compute.manager [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: b701e701-404d-431f-9341-711483d67ac2] Took 0.03 seconds to detach 1 volumes for instance.
Dec 05 17:11:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:35 user nova-compute[75018]: DEBUG nova.network.neutron [req-effd7005-c52d-4421-8fca-a074f28437d2 req-3be46ed3-2ac2-4848-ac4b-028aeb0e2b90 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Updated VIF entry in instance network info cache for port 5fbc9a41-5ea5-4e7f-92b4-66f4acceef56. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:11:35 user nova-compute[75018]: DEBUG nova.network.neutron [req-effd7005-c52d-4421-8fca-a074f28437d2 req-3be46ed3-2ac2-4848-ac4b-028aeb0e2b90 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Updating instance_info_cache with network_info: [{"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:11:35 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:11:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-effd7005-c52d-4421-8fca-a074f28437d2 req-3be46ed3-2ac2-4848-ac4b-028aeb0e2b90 service nova] Releasing lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:11:35 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:11:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.304s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:35 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Deleted allocations for instance b701e701-404d-431f-9341-711483d67ac2
Dec 05 17:11:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7f9e33ce-dec1-4c16-8c4c-c3f92fd483a1 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "b701e701-404d-431f-9341-711483d67ac2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.645s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-8614a8fb-0f73-4cd9-baf9-8aa1eed7f7ae req-1b1d1688-c3aa-42dd-b633-4c65910a1a5c service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received event network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8614a8fb-0f73-4cd9-baf9-8aa1eed7f7ae req-1b1d1688-c3aa-42dd-b633-4c65910a1a5c service nova] Acquiring lock "b60ed568-caad-48a7-845a-46861ba931c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8614a8fb-0f73-4cd9-baf9-8aa1eed7f7ae req-1b1d1688-c3aa-42dd-b633-4c65910a1a5c service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8614a8fb-0f73-4cd9-baf9-8aa1eed7f7ae req-1b1d1688-c3aa-42dd-b633-4c65910a1a5c service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-8614a8fb-0f73-4cd9-baf9-8aa1eed7f7ae req-1b1d1688-c3aa-42dd-b633-4c65910a1a5c service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] No waiting events found dispatching network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:36 user nova-compute[75018]: WARNING nova.compute.manager [req-8614a8fb-0f73-4cd9-baf9-8aa1eed7f7ae req-1b1d1688-c3aa-42dd-b633-4c65910a1a5c service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received unexpected event network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 for instance with vm_state rescued and task_state unrescuing.
Dec 05 17:11:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-8614a8fb-0f73-4cd9-baf9-8aa1eed7f7ae req-1b1d1688-c3aa-42dd-b633-4c65910a1a5c service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received event network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8614a8fb-0f73-4cd9-baf9-8aa1eed7f7ae req-1b1d1688-c3aa-42dd-b633-4c65910a1a5c service nova] Acquiring lock "b60ed568-caad-48a7-845a-46861ba931c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8614a8fb-0f73-4cd9-baf9-8aa1eed7f7ae req-1b1d1688-c3aa-42dd-b633-4c65910a1a5c service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8614a8fb-0f73-4cd9-baf9-8aa1eed7f7ae req-1b1d1688-c3aa-42dd-b633-4c65910a1a5c service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-8614a8fb-0f73-4cd9-baf9-8aa1eed7f7ae req-1b1d1688-c3aa-42dd-b633-4c65910a1a5c service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] No waiting events found dispatching network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:36 user nova-compute[75018]: WARNING nova.compute.manager [req-8614a8fb-0f73-4cd9-baf9-8aa1eed7f7ae req-1b1d1688-c3aa-42dd-b633-4c65910a1a5c service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received unexpected event network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 for instance with vm_state rescued and task_state unrescuing.
Dec 05 17:11:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-c1442103-d686-4dbf-8ac8-e943e3b88ed8 req-f66c84fb-495c-408c-96f3-03532e15aad2 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received event network-changed-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-c1442103-d686-4dbf-8ac8-e943e3b88ed8 req-f66c84fb-495c-408c-96f3-03532e15aad2 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Refreshing instance network info cache due to event network-changed-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:11:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c1442103-d686-4dbf-8ac8-e943e3b88ed8 req-f66c84fb-495c-408c-96f3-03532e15aad2 service nova] Acquiring lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:11:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c1442103-d686-4dbf-8ac8-e943e3b88ed8 req-f66c84fb-495c-408c-96f3-03532e15aad2 service nova] Acquired lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:11:36 user nova-compute[75018]: DEBUG nova.network.neutron [req-c1442103-d686-4dbf-8ac8-e943e3b88ed8 req-f66c84fb-495c-408c-96f3-03532e15aad2 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Refreshing network info cache for port 5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:11:37 user nova-compute[75018]: DEBUG nova.network.neutron [req-c1442103-d686-4dbf-8ac8-e943e3b88ed8 req-f66c84fb-495c-408c-96f3-03532e15aad2 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Updated VIF entry in instance network info cache for port 5fbc9a41-5ea5-4e7f-92b4-66f4acceef56. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:11:37 user nova-compute[75018]: DEBUG nova.network.neutron [req-c1442103-d686-4dbf-8ac8-e943e3b88ed8 req-f66c84fb-495c-408c-96f3-03532e15aad2 service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Updating instance_info_cache with network_info: [{"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:11:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c1442103-d686-4dbf-8ac8-e943e3b88ed8 req-f66c84fb-495c-408c-96f3-03532e15aad2 service nova] Releasing lock "refresh_cache-b60ed568-caad-48a7-845a-46861ba931c0" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:11:37 user nova-compute[75018]: DEBUG nova.compute.manager [req-c1442103-d686-4dbf-8ac8-e943e3b88ed8 req-f66c84fb-495c-408c-96f3-03532e15aad2 service nova] [instance: b701e701-404d-431f-9341-711483d67ac2] Received event network-vif-deleted-fd5bdab7-3661-4b0a-9aa3-f66aa683ca6e {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-93510d7f-8efd-4aee-ab3e-81be4f5079b5 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:11:38 user nova-compute[75018]: DEBUG nova.compute.manager [req-93c7e7a4-dd0b-45da-aeab-d66b95e445cd req-cd2b73d4-8dca-4f98-aab1-56b61de31a5b service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received event network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-93c7e7a4-dd0b-45da-aeab-d66b95e445cd req-cd2b73d4-8dca-4f98-aab1-56b61de31a5b service nova] Acquiring lock "b60ed568-caad-48a7-845a-46861ba931c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-93c7e7a4-dd0b-45da-aeab-d66b95e445cd req-cd2b73d4-8dca-4f98-aab1-56b61de31a5b service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-93c7e7a4-dd0b-45da-aeab-d66b95e445cd req-cd2b73d4-8dca-4f98-aab1-56b61de31a5b service nova] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:38 user nova-compute[75018]: DEBUG nova.compute.manager [req-93c7e7a4-dd0b-45da-aeab-d66b95e445cd req-cd2b73d4-8dca-4f98-aab1-56b61de31a5b service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] No waiting events found dispatching network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:38 user nova-compute[75018]: WARNING nova.compute.manager [req-93c7e7a4-dd0b-45da-aeab-d66b95e445cd req-cd2b73d4-8dca-4f98-aab1-56b61de31a5b service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received unexpected event network-vif-plugged-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 for instance with vm_state active and task_state None.
Dec 05 17:11:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-27e1ef1e-847e-4d2c-a84b-413d10af7960 req-a8f34d32-0e28-45ae-ae41-f92feb49d64c service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Received event network-changed-fca643d1-2e94-4e0c-bdbc-2792b7887948 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-27e1ef1e-847e-4d2c-a84b-413d10af7960 req-a8f34d32-0e28-45ae-ae41-f92feb49d64c service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Refreshing instance network info cache due to event network-changed-fca643d1-2e94-4e0c-bdbc-2792b7887948. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:11:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-27e1ef1e-847e-4d2c-a84b-413d10af7960 req-a8f34d32-0e28-45ae-ae41-f92feb49d64c service nova] Acquiring lock "refresh_cache-08a06c98-cf3c-43a9-9307-1b146d7ce0b2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:11:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-27e1ef1e-847e-4d2c-a84b-413d10af7960 req-a8f34d32-0e28-45ae-ae41-f92feb49d64c service nova] Acquired lock "refresh_cache-08a06c98-cf3c-43a9-9307-1b146d7ce0b2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:11:46 user nova-compute[75018]: DEBUG nova.network.neutron [req-27e1ef1e-847e-4d2c-a84b-413d10af7960 req-a8f34d32-0e28-45ae-ae41-f92feb49d64c service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Refreshing network info cache for port fca643d1-2e94-4e0c-bdbc-2792b7887948 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:11:47 user nova-compute[75018]: DEBUG nova.network.neutron [req-27e1ef1e-847e-4d2c-a84b-413d10af7960 req-a8f34d32-0e28-45ae-ae41-f92feb49d64c service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Updated VIF entry in instance network info cache for port fca643d1-2e94-4e0c-bdbc-2792b7887948. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:11:47 user nova-compute[75018]: DEBUG nova.network.neutron [req-27e1ef1e-847e-4d2c-a84b-413d10af7960 req-a8f34d32-0e28-45ae-ae41-f92feb49d64c service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Updating instance_info_cache with network_info: [{"id": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "address": "fa:16:3e:f9:c1:7b", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfca643d1-2e", "ovs_interfaceid": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:11:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-27e1ef1e-847e-4d2c-a84b-413d10af7960 req-a8f34d32-0e28-45ae-ae41-f92feb49d64c service nova] Releasing lock "refresh_cache-08a06c98-cf3c-43a9-9307-1b146d7ce0b2" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:11:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG nova.objects.instance [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lazy-loading 'flavor' on Instance uuid 08a06c98-cf3c-43a9-9307-1b146d7ce0b2 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:49 user nova-compute[75018]: INFO nova.compute.manager [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Attaching volume 727bfbd9-a6c6-4b10-ae2a-e76c8988393c to /dev/vdb
Dec 05 17:11:49 user nova-compute[75018]: DEBUG os_brick.utils [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9344d0d9-6d32-4490-852d-60cccfc8f2dc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bee2bab-23f6-452b-839c-55e223f74198]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.069s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[73c2eb98-81a0-4a9a-a3ed-e8577a9df096]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1611d577-869e-4412-8a2e-45fea75116e4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:11:49 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:11:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cad784d6-3385-4518-a1d7-74c55832f90d]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG os_brick.utils [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] <== get_connector_properties: return (203ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:11:49 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Updating existing volume attachment record: 79f2b3ea-5668-4808-af77-2d48b16e07db {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:11:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:11:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:51 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:11:51 user nova-compute[75018]: INFO nova.compute.claims [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Claim successful on node user
Dec 05 17:11:51 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:11:51 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:11:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.376s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:11:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:11:51 user nova-compute[75018]: DEBUG nova.network.neutron [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:11:51 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:11:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:11:51 user nova-compute[75018]: DEBUG nova.policy [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc03a472a07143b8ba4c6e3eded68039', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2dc8f571c7d4ebbbc48274c7c56cadf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:11:52 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Creating image(s)
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "/opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "/opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "/opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk 1073741824" returned: 0 in 0.057s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.208s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG nova.network.neutron [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Successfully created port: 2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Cannot resize image /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Ensure instance console log exists: /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.network.neutron [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Successfully updated port: 2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "refresh_cache-c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquired lock "refresh_cache-c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.network.neutron [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-4a3d5794-3bdd-44bc-8f9a-abf8744807de req-93a82b0a-ec60-4090-b1d6-59d495cac226 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received event network-changed-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-4a3d5794-3bdd-44bc-8f9a-abf8744807de req-93a82b0a-ec60-4090-b1d6-59d495cac226 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Refreshing instance network info cache due to event network-changed-2955f0bc-645c-4671-9825-568aabfaf928. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4a3d5794-3bdd-44bc-8f9a-abf8744807de req-93a82b0a-ec60-4090-b1d6-59d495cac226 service nova] Acquiring lock "refresh_cache-c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.network.neutron [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.network.neutron [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Updating instance_info_cache with network_info: [{"id": "2955f0bc-645c-4671-9825-568aabfaf928", "address": "fa:16:3e:f3:6d:97", "network": {"id": "48dcfff2-ba5f-49ba-bf52-bfab9612f9b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1761942446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2dc8f571c7d4ebbbc48274c7c56cadf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2955f0bc-64", "ovs_interfaceid": "2955f0bc-645c-4671-9825-568aabfaf928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Releasing lock "refresh_cache-c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Instance network_info: |[{"id": "2955f0bc-645c-4671-9825-568aabfaf928", "address": "fa:16:3e:f3:6d:97", "network": {"id": "48dcfff2-ba5f-49ba-bf52-bfab9612f9b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1761942446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2dc8f571c7d4ebbbc48274c7c56cadf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2955f0bc-64", "ovs_interfaceid": "2955f0bc-645c-4671-9825-568aabfaf928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4a3d5794-3bdd-44bc-8f9a-abf8744807de req-93a82b0a-ec60-4090-b1d6-59d495cac226 service nova] Acquired lock "refresh_cache-c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.network.neutron [req-4a3d5794-3bdd-44bc-8f9a-abf8744807de req-93a82b0a-ec60-4090-b1d6-59d495cac226 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Refreshing network info cache for port 2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Start _get_guest_xml network_info=[{"id": "2955f0bc-645c-4671-9825-568aabfaf928", "address": "fa:16:3e:f3:6d:97", "network": {"id": "48dcfff2-ba5f-49ba-bf52-bfab9612f9b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1761942446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2dc8f571c7d4ebbbc48274c7c56cadf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2955f0bc-64", "ovs_interfaceid": "2955f0bc-645c-4671-9825-568aabfaf928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:11:53 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:11:53 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:11:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1126292294',display_name='tempest-SnapshotDataIntegrityTests-server-1126292294',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1126292294',id=30,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIY1RTVppMnvWinwhUE4O6XPFlYgcO3cu1dcyu+peLSBThwhnKO8e436bIUS6EXyg5aVJaBYW94TJ/JvOvs0l5GLtsDnImgZVDpv8VkMcVhx0uvuZpu5e2KwTO42Gl5Cow==',key_name='tempest-keypair-1835145482',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e2dc8f571c7d4ebbbc48274c7c56cadf',ramdisk_id='',reservation_id='r-nl42cc0j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1551909653',owner_user_name='tempest-SnapshotDataIntegrityTests-1551909653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:11:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc03a472a07143b8ba4c6e3eded68039',uuid=c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2955f0bc-645c-4671-9825-568aabfaf928", "address": "fa:16:3e:f3:6d:97", "network": {"id": "48dcfff2-ba5f-49ba-bf52-bfab9612f9b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1761942446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2dc8f571c7d4ebbbc48274c7c56cadf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2955f0bc-64", "ovs_interfaceid": "2955f0bc-645c-4671-9825-568aabfaf928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Converting VIF {"id": "2955f0bc-645c-4671-9825-568aabfaf928", "address": "fa:16:3e:f3:6d:97", "network": {"id": "48dcfff2-ba5f-49ba-bf52-bfab9612f9b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1761942446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2dc8f571c7d4ebbbc48274c7c56cadf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2955f0bc-64", "ovs_interfaceid": "2955f0bc-645c-4671-9825-568aabfaf928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f3:6d:97,bridge_name='br-int',has_traffic_filtering=True,id=2955f0bc-645c-4671-9825-568aabfaf928,network=Network(48dcfff2-ba5f-49ba-bf52-bfab9612f9b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2955f0bc-64') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.objects.instance [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lazy-loading 'pci_devices' on Instance uuid c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:11:53 user nova-compute[75018]:   <uuid>c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e</uuid>
Dec 05 17:11:53 user nova-compute[75018]:   <name>instance-0000001e</name>
Dec 05 17:11:53 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:11:53 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:11:53 user nova-compute[75018]:   <metadata>
Dec 05 17:11:53 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:11:53 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:11:53 user nova-compute[75018]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1126292294</nova:name>
Dec 05 17:11:53 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:11:53</nova:creationTime>
Dec 05 17:11:53 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:11:53 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:11:53 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:11:53 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:11:53 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:11:53 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:11:53 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:11:53 user nova-compute[75018]:       <nova:owner>
Dec 05 17:11:53 user nova-compute[75018]:         <nova:user uuid="bc03a472a07143b8ba4c6e3eded68039">tempest-SnapshotDataIntegrityTests-1551909653-project-member</nova:user>
Dec 05 17:11:53 user nova-compute[75018]:         <nova:project uuid="e2dc8f571c7d4ebbbc48274c7c56cadf">tempest-SnapshotDataIntegrityTests-1551909653</nova:project>
Dec 05 17:11:53 user nova-compute[75018]:       </nova:owner>
Dec 05 17:11:53 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:11:53 user nova-compute[75018]:       <nova:ports>
Dec 05 17:11:53 user nova-compute[75018]:         <nova:port uuid="2955f0bc-645c-4671-9825-568aabfaf928">
Dec 05 17:11:53 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 05 17:11:53 user nova-compute[75018]:         </nova:port>
Dec 05 17:11:53 user nova-compute[75018]:       </nova:ports>
Dec 05 17:11:53 user nova-compute[75018]:     </nova:instance>
Dec 05 17:11:53 user nova-compute[75018]:   </metadata>
Dec 05 17:11:53 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:11:53 user nova-compute[75018]:     <system>
Dec 05 17:11:53 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:11:53 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:11:53 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:11:53 user nova-compute[75018]:       <entry name="serial">c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e</entry>
Dec 05 17:11:53 user nova-compute[75018]:       <entry name="uuid">c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e</entry>
Dec 05 17:11:53 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:11:53 user nova-compute[75018]:     </system>
Dec 05 17:11:53 user nova-compute[75018]:   </sysinfo>
Dec 05 17:11:53 user nova-compute[75018]:   <os>
Dec 05 17:11:53 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:11:53 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:11:53 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:11:53 user nova-compute[75018]:   </os>
Dec 05 17:11:53 user nova-compute[75018]:   <features>
Dec 05 17:11:53 user nova-compute[75018]:     <acpi/>
Dec 05 17:11:53 user nova-compute[75018]:     <apic/>
Dec 05 17:11:53 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:11:53 user nova-compute[75018]:   </features>
Dec 05 17:11:53 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:11:53 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:11:53 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:11:53 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:11:53 user nova-compute[75018]:   </clock>
Dec 05 17:11:53 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:11:53 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:11:53 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:11:53 user nova-compute[75018]:   </cpu>
Dec 05 17:11:53 user nova-compute[75018]:   <devices>
Dec 05 17:11:53 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:11:53 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:11:53 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk"/>
Dec 05 17:11:53 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:11:53 user nova-compute[75018]:     </disk>
Dec 05 17:11:53 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:11:53 user nova-compute[75018]:       <mac address="fa:16:3e:f3:6d:97"/>
Dec 05 17:11:53 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:11:53 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:11:53 user nova-compute[75018]:       <target dev="tap2955f0bc-64"/>
Dec 05 17:11:53 user nova-compute[75018]:     </interface>
Dec 05 17:11:53 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:11:53 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/console.log" append="off"/>
Dec 05 17:11:53 user nova-compute[75018]:     </serial>
Dec 05 17:11:53 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:11:53 user nova-compute[75018]:     <video>
Dec 05 17:11:53 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:11:53 user nova-compute[75018]:     </video>
Dec 05 17:11:53 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:11:53 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:11:53 user nova-compute[75018]:     </rng>
Dec 05 17:11:53 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:11:53 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:11:53 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:11:53 user nova-compute[75018]:     </memballoon>
Dec 05 17:11:53 user nova-compute[75018]:   </devices>
Dec 05 17:11:53 user nova-compute[75018]: </domain>
Dec 05 17:11:53 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:11:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1126292294',display_name='tempest-SnapshotDataIntegrityTests-server-1126292294',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1126292294',id=30,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIY1RTVppMnvWinwhUE4O6XPFlYgcO3cu1dcyu+peLSBThwhnKO8e436bIUS6EXyg5aVJaBYW94TJ/JvOvs0l5GLtsDnImgZVDpv8VkMcVhx0uvuZpu5e2KwTO42Gl5Cow==',key_name='tempest-keypair-1835145482',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e2dc8f571c7d4ebbbc48274c7c56cadf',ramdisk_id='',reservation_id='r-nl42cc0j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1551909653',owner_user_name='tempest-SnapshotDataIntegrityTests-1551909653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:11:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc03a472a07143b8ba4c6e3eded68039',uuid=c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2955f0bc-645c-4671-9825-568aabfaf928", "address": "fa:16:3e:f3:6d:97", "network": {"id": "48dcfff2-ba5f-49ba-bf52-bfab9612f9b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1761942446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2dc8f571c7d4ebbbc48274c7c56cadf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2955f0bc-64", "ovs_interfaceid": "2955f0bc-645c-4671-9825-568aabfaf928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Converting VIF {"id": "2955f0bc-645c-4671-9825-568aabfaf928", "address": "fa:16:3e:f3:6d:97", "network": {"id": "48dcfff2-ba5f-49ba-bf52-bfab9612f9b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1761942446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2dc8f571c7d4ebbbc48274c7c56cadf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2955f0bc-64", "ovs_interfaceid": "2955f0bc-645c-4671-9825-568aabfaf928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f3:6d:97,bridge_name='br-int',has_traffic_filtering=True,id=2955f0bc-645c-4671-9825-568aabfaf928,network=Network(48dcfff2-ba5f-49ba-bf52-bfab9612f9b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2955f0bc-64') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG os_vif [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:6d:97,bridge_name='br-int',has_traffic_filtering=True,id=2955f0bc-645c-4671-9825-568aabfaf928,network=Network(48dcfff2-ba5f-49ba-bf52-bfab9612f9b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2955f0bc-64') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ae711c9d-c2eb-5dbc-a94c-b816b2d7c20c', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2955f0bc-64, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2955f0bc-64, col_values=(('qos', UUID('561b46d1-c9e8-486f-af44-66a5cd7f4b06')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2955f0bc-64, col_values=(('external_ids', {'iface-id': '2955f0bc-645c-4671-9825-568aabfaf928', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f3:6d:97', 'vm-uuid': 'c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:53 user nova-compute[75018]: INFO os_vif [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:6d:97,bridge_name='br-int',has_traffic_filtering=True,id=2955f0bc-645c-4671-9825-568aabfaf928,network=Network(48dcfff2-ba5f-49ba-bf52-bfab9612f9b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2955f0bc-64')
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:11:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] No VIF found with MAC fa:16:3e:f3:6d:97, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:11:54 user nova-compute[75018]: DEBUG nova.network.neutron [req-4a3d5794-3bdd-44bc-8f9a-abf8744807de req-93a82b0a-ec60-4090-b1d6-59d495cac226 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Updated VIF entry in instance network info cache for port 2955f0bc-645c-4671-9825-568aabfaf928. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:11:54 user nova-compute[75018]: DEBUG nova.network.neutron [req-4a3d5794-3bdd-44bc-8f9a-abf8744807de req-93a82b0a-ec60-4090-b1d6-59d495cac226 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Updating instance_info_cache with network_info: [{"id": "2955f0bc-645c-4671-9825-568aabfaf928", "address": "fa:16:3e:f3:6d:97", "network": {"id": "48dcfff2-ba5f-49ba-bf52-bfab9612f9b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1761942446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2dc8f571c7d4ebbbc48274c7c56cadf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2955f0bc-64", "ovs_interfaceid": "2955f0bc-645c-4671-9825-568aabfaf928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:11:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4a3d5794-3bdd-44bc-8f9a-abf8744807de req-93a82b0a-ec60-4090-b1d6-59d495cac226 service nova] Releasing lock "refresh_cache-c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:11:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-6b84496a-2834-4237-acd4-00d03a39f57d req-af056e82-24fb-4c09-9c6f-2db268a76347 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received event network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6b84496a-2834-4237-acd4-00d03a39f57d req-af056e82-24fb-4c09-9c6f-2db268a76347 service nova] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6b84496a-2834-4237-acd4-00d03a39f57d req-af056e82-24fb-4c09-9c6f-2db268a76347 service nova] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6b84496a-2834-4237-acd4-00d03a39f57d req-af056e82-24fb-4c09-9c6f-2db268a76347 service nova] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-6b84496a-2834-4237-acd4-00d03a39f57d req-af056e82-24fb-4c09-9c6f-2db268a76347 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] No waiting events found dispatching network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:55 user nova-compute[75018]: WARNING nova.compute.manager [req-6b84496a-2834-4237-acd4-00d03a39f57d req-af056e82-24fb-4c09-9c6f-2db268a76347 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received unexpected event network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 for instance with vm_state building and task_state spawning.
Dec 05 17:11:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:57 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:11:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:11:57 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Instance spawned successfully.
Dec 05 17:11:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:11:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:11:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:11:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:11:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:11:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:11:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:11:57 user nova-compute[75018]: DEBUG nova.compute.manager [req-6530bb0c-e80d-491e-b989-9bd265925048 req-5b0a26b6-f6f5-4ec8-8a62-f69846a8ea38 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received event network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:11:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6530bb0c-e80d-491e-b989-9bd265925048 req-5b0a26b6-f6f5-4ec8-8a62-f69846a8ea38 service nova] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:11:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6530bb0c-e80d-491e-b989-9bd265925048 req-5b0a26b6-f6f5-4ec8-8a62-f69846a8ea38 service nova] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:11:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6530bb0c-e80d-491e-b989-9bd265925048 req-5b0a26b6-f6f5-4ec8-8a62-f69846a8ea38 service nova] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:57 user nova-compute[75018]: DEBUG nova.compute.manager [req-6530bb0c-e80d-491e-b989-9bd265925048 req-5b0a26b6-f6f5-4ec8-8a62-f69846a8ea38 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] No waiting events found dispatching network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:11:57 user nova-compute[75018]: WARNING nova.compute.manager [req-6530bb0c-e80d-491e-b989-9bd265925048 req-5b0a26b6-f6f5-4ec8-8a62-f69846a8ea38 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received unexpected event network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 for instance with vm_state building and task_state spawning.
Dec 05 17:11:57 user nova-compute[75018]: INFO nova.compute.manager [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Took 5.42 seconds to spawn the instance on the hypervisor.
Dec 05 17:11:57 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:11:57 user nova-compute[75018]: INFO nova.compute.manager [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Took 6.15 seconds to build instance.
Dec 05 17:11:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f9cbdd66-bb77-4484-8d66-e12d330550bb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.269s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:11:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:11:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:11:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rECaivKX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:11:59 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:11:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:11:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:11:59 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:11:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:11:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:11:59 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:11:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[84a35cfe-35a7-4cf8-914c-a2488595c4f2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:11:59 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:11:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f72a8176-a1cb-4aa3-a784-156b86c364e1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c] added
Dec 05 17:11:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:11:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:11:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:11:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc5aa84b-be9f-4088-930b-6d5a45322ece]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:11:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:11:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2250a31f-ad5a-4af1-b878-aab60af97784]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rECaivKX {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rECaivKX" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[242baa19-d886-456d-b0df-f66f67714232]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rECaivKX'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6397a663-6d79-4d35-8b19-ca91d884d1a6]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a3d820f-df1a-4ee7-b761-a5c8e9bd57d7]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:12:00 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:12:00 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:12:00 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:12:00 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:12:00 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:12:00 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c83431b-8903-4abd-89a5-17fdf8a8317d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c, portal: 172.16.0.220,3260]
Dec 05 17:12:00 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c, portal: 172.16.0.220,3260] successful.
Dec 05 17:12:00 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d559688-95ae-4ce7-9174-24bee6255ce7]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0805cfe-116d-4a85-94fc-8924dbd4632f]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:12:00 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:12:00 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:12:00 user nova-compute[75018]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c (non-flash)
Dec 05 17:12:00 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:12:00 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:12:00 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:12:00 user nova-compute[75018]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c (non-flash)
Dec 05 17:12:00 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.303s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] HCTL ('34', '-', '-', 0) found on session 33 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.107s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e000dd4c-29d7-42b5-a753-55da3b591405]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Searching for a device in session 33 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rECaivKX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:12:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:12:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.425s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:12:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] <== connect_volume: return (1427ms) {'type': 'block', 'scsi_wwn': '26532313234663733', 'path': '/dev/sdc'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:12:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26532313234663733', 'path': '/dev/sdc'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:12:01 user nova-compute[75018]: DEBUG nova.objects.instance [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lazy-loading 'flavor' on Instance uuid 08a06c98-cf3c-43a9-9307-1b146d7ce0b2 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:12:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:12:01 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:12:01 user nova-compute[75018]:   <source dev="/dev/sdc"/>
Dec 05 17:12:01 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:12:01 user nova-compute[75018]:   <serial>727bfbd9-a6c6-4b10-ae2a-e76c8988393c</serial>
Dec 05 17:12:01 user nova-compute[75018]: </disk>
Dec 05 17:12:01 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:12:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:12:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:12:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] No VIF found with MAC fa:16:3e:f9:c1:7b, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:12:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5b3f8192-a0fd-4150-8e71-e4a28c511dab tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.585s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:12:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:12:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:12:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:12:02 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:12:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:03 user nova-compute[75018]: INFO nova.compute.manager [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Detaching volume 727bfbd9-a6c6-4b10-ae2a-e76c8988393c
Dec 05 17:12:03 user nova-compute[75018]: INFO nova.virt.block_device [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Attempting to driver detach volume 727bfbd9-a6c6-4b10-ae2a-e76c8988393c from mountpoint /dev/vdb
Dec 05 17:12:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Attempting to detach device vdb from instance 08a06c98-cf3c-43a9-9307-1b146d7ce0b2 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:12:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:12:03 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:12:03 user nova-compute[75018]:   <source dev="/dev/sdc"/>
Dec 05 17:12:03 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:12:03 user nova-compute[75018]:   <serial>727bfbd9-a6c6-4b10-ae2a-e76c8988393c</serial>
Dec 05 17:12:03 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:12:03 user nova-compute[75018]: </disk>
Dec 05 17:12:03 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:12:03 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Successfully detached device vdb from instance 08a06c98-cf3c-43a9-9307-1b146d7ce0b2 from the persistent domain config.
Dec 05 17:12:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 08a06c98-cf3c-43a9-9307-1b146d7ce0b2 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:12:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:12:03 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:12:03 user nova-compute[75018]:   <source dev="/dev/sdc"/>
Dec 05 17:12:03 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:12:03 user nova-compute[75018]:   <serial>727bfbd9-a6c6-4b10-ae2a-e76c8988393c</serial>
Dec 05 17:12:03 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:12:03 user nova-compute[75018]: </disk>
Dec 05 17:12:03 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:12:03 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Updating instance_info_cache with network_info: [{"id": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "address": "fa:16:3e:2c:95:36", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d9f2be-22", "ovs_interfaceid": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:12:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:12:03 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:12:03 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:12:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:03 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:12:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 08a06c98-cf3c-43a9-9307-1b146d7ce0b2 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:12:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.210s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:12:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "b60ed568-caad-48a7-845a-46861ba931c0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "b60ed568-caad-48a7-845a-46861ba931c0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:06 user nova-compute[75018]: INFO nova.compute.manager [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Detaching volume 4a3fc26d-ae9c-4628-9ed4-70837fa0cceb
Dec 05 17:12:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:06 user nova-compute[75018]: INFO nova.virt.block_device [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Attempting to driver detach volume 4a3fc26d-ae9c-4628-9ed4-70837fa0cceb from mountpoint /dev/vdb
Dec 05 17:12:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Attempting to detach device vdb from instance b60ed568-caad-48a7-845a-46861ba931c0 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:12:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:12:06 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:12:06 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:12:06 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:12:06 user nova-compute[75018]:   <serial>4a3fc26d-ae9c-4628-9ed4-70837fa0cceb</serial>
Dec 05 17:12:06 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:12:06 user nova-compute[75018]: </disk>
Dec 05 17:12:06 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:12:06 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Successfully detached device vdb from instance b60ed568-caad-48a7-845a-46861ba931c0 from the persistent domain config.
Dec 05 17:12:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b60ed568-caad-48a7-845a-46861ba931c0 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:12:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:12:06 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:12:06 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:12:06 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:12:06 user nova-compute[75018]:   <serial>4a3fc26d-ae9c-4628-9ed4-70837fa0cceb</serial>
Dec 05 17:12:06 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:12:06 user nova-compute[75018]: </disk>
Dec 05 17:12:06 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:12:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:12:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b60ed568-caad-48a7-845a-46861ba931c0 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:12:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:12:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:08 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:12:08 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:12:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7851MB free_disk=25.030261993408203GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:12:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 533bba90-582b-4ad5-9763-532788f79d6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:12:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5931bfc3-7400-4941-bc87-b07f86c6982b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:12:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:12:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b60ed568-caad-48a7-845a-46861ba931c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:12:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 186d52ed-d917-4547-877b-fa4431b8d30b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:12:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance fbd61d9b-738e-4208-948a-318b766a059f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:12:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 08a06c98-cf3c-43a9-9307-1b146d7ce0b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:12:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:12:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:12:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:12:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:08 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:12:08 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:12:09 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:12:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.497s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:12:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:12:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:12:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:12:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:12:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:12:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-927d42d9-40a5-4731-ad47-2218c93188b6 req-ee7a619a-e654-4f85-bef2-23644ca30f53 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received event network-changed-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:12:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-927d42d9-40a5-4731-ad47-2218c93188b6 req-ee7a619a-e654-4f85-bef2-23644ca30f53 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Refreshing instance network info cache due to event network-changed-50001cf1-90f3-4bab-9825-e69bed0bedbe. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:12:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-927d42d9-40a5-4731-ad47-2218c93188b6 req-ee7a619a-e654-4f85-bef2-23644ca30f53 service nova] Acquiring lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:12:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-927d42d9-40a5-4731-ad47-2218c93188b6 req-ee7a619a-e654-4f85-bef2-23644ca30f53 service nova] Acquired lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:12:22 user nova-compute[75018]: DEBUG nova.network.neutron [req-927d42d9-40a5-4731-ad47-2218c93188b6 req-ee7a619a-e654-4f85-bef2-23644ca30f53 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Refreshing network info cache for port 50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:12:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:22 user nova-compute[75018]: DEBUG nova.network.neutron [req-927d42d9-40a5-4731-ad47-2218c93188b6 req-ee7a619a-e654-4f85-bef2-23644ca30f53 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Updated VIF entry in instance network info cache for port 50001cf1-90f3-4bab-9825-e69bed0bedbe. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:12:22 user nova-compute[75018]: DEBUG nova.network.neutron [req-927d42d9-40a5-4731-ad47-2218c93188b6 req-ee7a619a-e654-4f85-bef2-23644ca30f53 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Updating instance_info_cache with network_info: [{"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:12:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "186d52ed-d917-4547-877b-fa4431b8d30b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-927d42d9-40a5-4731-ad47-2218c93188b6 req-ee7a619a-e654-4f85-bef2-23644ca30f53 service nova] Releasing lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:12:22 user nova-compute[75018]: INFO nova.compute.manager [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Detaching volume 215d81bf-242c-4a76-aa13-64a866c61f3b
Dec 05 17:12:22 user nova-compute[75018]: INFO nova.virt.block_device [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Attempting to driver detach volume 215d81bf-242c-4a76-aa13-64a866c61f3b from mountpoint /dev/vdb
Dec 05 17:12:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Attempting to detach device vdb from instance 186d52ed-d917-4547-877b-fa4431b8d30b from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:12:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:12:22 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:12:22 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:12:22 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:12:22 user nova-compute[75018]:   <serial>215d81bf-242c-4a76-aa13-64a866c61f3b</serial>
Dec 05 17:12:22 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:12:22 user nova-compute[75018]: </disk>
Dec 05 17:12:22 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:12:22 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Successfully detached device vdb from instance 186d52ed-d917-4547-877b-fa4431b8d30b from the persistent domain config.
Dec 05 17:12:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 186d52ed-d917-4547-877b-fa4431b8d30b from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:12:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:12:22 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:12:22 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:12:22 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:12:22 user nova-compute[75018]:   <serial>215d81bf-242c-4a76-aa13-64a866c61f3b</serial>
Dec 05 17:12:22 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:12:22 user nova-compute[75018]: </disk>
Dec 05 17:12:22 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 186d52ed-d917-4547-877b-fa4431b8d30b {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:12:23 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 08a06c98-cf3c-43a9-9307-1b146d7ce0b2 is timed out.
Dec 05 17:12:23 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Successfully detached device vdb from instance 08a06c98-cf3c-43a9-9307-1b146d7ce0b2 from the live domain config.
Dec 05 17:12:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rECaivKX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:12:23 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:12:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[726f9e87-c0aa-428f-8b6a-b6cba2f81326]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:12:23 user nova-compute[75018]: No targets found.
Dec 05 17:12:23 user nova-compute[75018]: iSNS:
Dec 05 17:12:23 user nova-compute[75018]: No targets found.
Dec 05 17:12:23 user nova-compute[75018]: STATIC:
Dec 05 17:12:23 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e
Dec 05 17:12:23 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:12:23 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:12:23 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb
Dec 05 17:12:23 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:12:23 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:12:23 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b
Dec 05 17:12:23 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:12:23 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:12:23 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c
Dec 05 17:12:23 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:12:23 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:12:23 user nova-compute[75018]: FIRMWARE:
Dec 05 17:12:23 user nova-compute[75018]: No targets found.
Dec 05 17:12:23 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:12:23 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:12:23 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[00aa0d4b-20c4-4cf6-bab8-9b7ca2d2ebd2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f07e560-5327-4554-a071-201c205ab672]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:12:23 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:12:23 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:12:23 user nova-compute[75018]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c (non-flash)
Dec 05 17:12:23 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:12:23 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:12:23 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:12:23 user nova-compute[75018]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c (non-flash)
Dec 05 17:12:23 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c84d9120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c'): ({'sdc'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Removing single pathed devices sdc {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6b664b1-6731-44f2-98b9-43d301c54298]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9491b1b-3176-493c-a7d7-165c5662ef25]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Flushing IO for device /dev/sdc {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[07d48304-4737-4968-9031-9b7c87423e99]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.030s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[be19bf05-fd94-4b3a-b24f-ee2a699c02e2]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[75878c42-89d1-4360-ba31-3699fbbf4933]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:12:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f94a6eb-8f1d-451a-9d0f-bce1f69e4687]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c, portal: 172.16.0.220,3260]
Dec 05 17:12:24 user nova-compute[75018]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c, portal: 172.16.0.220,3260] successful.
Dec 05 17:12:24 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:727bfbd9-a6c6-4b10-ae2a-e76c8988393c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c39c81a9-b9ac-4f88-adcd-b1c4b7a57234]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] <== disconnect_volume: return (292ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG nova.compute.manager [req-bde85560-e314-4682-bdbb-7ad281d2eb64 req-7250947a-4ce6-4e3b-95fc-7463822aba43 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received event network-changed-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG nova.compute.manager [req-bde85560-e314-4682-bdbb-7ad281d2eb64 req-7250947a-4ce6-4e3b-95fc-7463822aba43 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Refreshing instance network info cache due to event network-changed-50001cf1-90f3-4bab-9825-e69bed0bedbe. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-bde85560-e314-4682-bdbb-7ad281d2eb64 req-7250947a-4ce6-4e3b-95fc-7463822aba43 service nova] Acquiring lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-bde85560-e314-4682-bdbb-7ad281d2eb64 req-7250947a-4ce6-4e3b-95fc-7463822aba43 service nova] Acquired lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG nova.network.neutron [req-bde85560-e314-4682-bdbb-7ad281d2eb64 req-7250947a-4ce6-4e3b-95fc-7463822aba43 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Refreshing network info cache for port 50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG nova.network.neutron [req-bde85560-e314-4682-bdbb-7ad281d2eb64 req-7250947a-4ce6-4e3b-95fc-7463822aba43 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Updated VIF entry in instance network info cache for port 50001cf1-90f3-4bab-9825-e69bed0bedbe. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG nova.network.neutron [req-bde85560-e314-4682-bdbb-7ad281d2eb64 req-7250947a-4ce6-4e3b-95fc-7463822aba43 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Updating instance_info_cache with network_info: [{"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-bde85560-e314-4682-bdbb-7ad281d2eb64 req-7250947a-4ce6-4e3b-95fc-7463822aba43 service nova] Releasing lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "5255b4b7-1508-4dd5-b7af-b14890278e13" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG nova.objects.instance [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lazy-loading 'flavor' on Instance uuid 08a06c98-cf3c-43a9-9307-1b146d7ce0b2 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-46c89e8e-3483-4c21-92b4-44a9c199291e tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.840s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:24 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:12:24 user nova-compute[75018]: INFO nova.compute.claims [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Claim successful on node user
Dec 05 17:12:25 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.430s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG nova.network.neutron [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:12:25 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:12:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG nova.policy [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57b24b5a7c7e4a608daa2c1d572386b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee6c00698bf24d3aad4496a772494005', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:12:25 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Creating image(s)
Dec 05 17:12:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "/opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "/opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "/opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.177s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.203s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk 1073741824" returned: 0 in 0.061s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.270s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.196s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:26 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:12:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:26 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Cannot resize image /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:12:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:12:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Ensure instance console log exists: /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:12:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Successfully created port: b8b2618a-c1c9-48c2-8f80-1b329b14d255 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:12:27 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b60ed568-caad-48a7-845a-46861ba931c0 is timed out.
Dec 05 17:12:27 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Successfully detached device vdb from instance b60ed568-caad-48a7-845a-46861ba931c0 from the live domain config.
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Successfully updated port: b8b2618a-c1c9-48c2-8f80-1b329b14d255 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wauqyrmh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:12:27 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "refresh_cache-5255b4b7-1508-4dd5-b7af-b14890278e13" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquired lock "refresh_cache-5255b4b7-1508-4dd5-b7af-b14890278e13" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[516f54e8-ed80-4051-9516-98e62f824656]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:12:27 user nova-compute[75018]: No targets found.
Dec 05 17:12:27 user nova-compute[75018]: iSNS:
Dec 05 17:12:27 user nova-compute[75018]: No targets found.
Dec 05 17:12:27 user nova-compute[75018]: STATIC:
Dec 05 17:12:27 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e
Dec 05 17:12:27 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:12:27 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:12:27 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb
Dec 05 17:12:27 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:12:27 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:12:27 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b
Dec 05 17:12:27 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:12:27 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:12:27 user nova-compute[75018]: FIRMWARE:
Dec 05 17:12:27 user nova-compute[75018]: No targets found.
Dec 05 17:12:27 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:12:27 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:12:27 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-efaa8788-72ec-43a5-b0cc-fb26e122688c req-6efcf570-7a3a-4e1b-8e53-a92d5fb11e82 service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Received event network-changed-b8b2618a-c1c9-48c2-8f80-1b329b14d255 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-efaa8788-72ec-43a5-b0cc-fb26e122688c req-6efcf570-7a3a-4e1b-8e53-a92d5fb11e82 service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Refreshing instance network info cache due to event network-changed-b8b2618a-c1c9-48c2-8f80-1b329b14d255. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-efaa8788-72ec-43a5-b0cc-fb26e122688c req-6efcf570-7a3a-4e1b-8e53-a92d5fb11e82 service nova] Acquiring lock "refresh_cache-5255b4b7-1508-4dd5-b7af-b14890278e13" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[18ccf537-79db-499c-a511-47e18ea21b35]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e90f051-8025-455d-85f1-f9b96dc9f7e6]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:12:27 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:12:27 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:12:27 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:12:27 user nova-compute[75018]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb (non-flash)
Dec 05 17:12:27 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:12:27 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c0397640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb'): ({'sdd'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Removing single pathed devices sdd {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[11b46017-e608-4ac3-af94-1c9d7e451eb2]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[68d468f4-403b-4461-bbd1-a2dc983c30ea]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Flushing IO for device /dev/sdd {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[295c0155-59bb-4eca-a7c9-aaffaed77bfc]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.048s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[19e4e00a-c83d-467a-849c-0f74090e9b91]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d32c6e1-9606-4341-a9b5-e789847b4aba]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[83d610ae-4da6-44ab-a08a-a87d2d983805]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb, portal: 172.16.0.220,3260]
Dec 05 17:12:27 user nova-compute[75018]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb, portal: 172.16.0.220,3260] successful.
Dec 05 17:12:27 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3fc26d-ae9c-4628-9ed4-70837fa0cceb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b36be6d-eb14-45dd-9b83-bc5ba891ad68]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.361s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] <== disconnect_volume: return (363ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Updating instance_info_cache with network_info: [{"id": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "address": "fa:16:3e:aa:8e:ae", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8b2618a-c1", "ovs_interfaceid": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Releasing lock "refresh_cache-5255b4b7-1508-4dd5-b7af-b14890278e13" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Instance network_info: |[{"id": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "address": "fa:16:3e:aa:8e:ae", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8b2618a-c1", "ovs_interfaceid": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-efaa8788-72ec-43a5-b0cc-fb26e122688c req-6efcf570-7a3a-4e1b-8e53-a92d5fb11e82 service nova] Acquired lock "refresh_cache-5255b4b7-1508-4dd5-b7af-b14890278e13" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.network.neutron [req-efaa8788-72ec-43a5-b0cc-fb26e122688c req-6efcf570-7a3a-4e1b-8e53-a92d5fb11e82 service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Refreshing network info cache for port b8b2618a-c1c9-48c2-8f80-1b329b14d255 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Start _get_guest_xml network_info=[{"id": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "address": "fa:16:3e:aa:8e:ae", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8b2618a-c1", "ovs_interfaceid": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:12:27 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:12:27 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:12:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1255378150',display_name='tempest-VolumesSnapshotTestJSON-instance-1255378150',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1255378150',id=31,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIAPvogrxaudGHGhyxVbaJtQqdldrJJX4p8SqTkDrGwh6Uo5OlG6f1OVInKdmn0pJEKNcv5Nz0lyy5ZPxaoSi9B8LwP0ac/Z/R+7Q7oLgmhrN9Z/cJCQTQUc9M2UKIr+OA==',key_name='tempest-keypair-624374489',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ee6c00698bf24d3aad4496a772494005',ramdisk_id='',reservation_id='r-6b2nlg59',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-894790911',owner_user_name='tempest-VolumesSnapshotTestJSON-894790911-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:12:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='57b24b5a7c7e4a608daa2c1d572386b8',uuid=5255b4b7-1508-4dd5-b7af-b14890278e13,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "address": "fa:16:3e:aa:8e:ae", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8b2618a-c1", "ovs_interfaceid": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Converting VIF {"id": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "address": "fa:16:3e:aa:8e:ae", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8b2618a-c1", "ovs_interfaceid": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:8e:ae,bridge_name='br-int',has_traffic_filtering=True,id=b8b2618a-c1c9-48c2-8f80-1b329b14d255,network=Network(c291a4a0-b5e0-44b9-9321-57c08146ad25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8b2618a-c1') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.objects.instance [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lazy-loading 'pci_devices' on Instance uuid 5255b4b7-1508-4dd5-b7af-b14890278e13 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:12:27 user nova-compute[75018]:   <uuid>5255b4b7-1508-4dd5-b7af-b14890278e13</uuid>
Dec 05 17:12:27 user nova-compute[75018]:   <name>instance-0000001f</name>
Dec 05 17:12:27 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:12:27 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:12:27 user nova-compute[75018]:   <metadata>
Dec 05 17:12:27 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:12:27 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:12:27 user nova-compute[75018]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1255378150</nova:name>
Dec 05 17:12:27 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:12:27</nova:creationTime>
Dec 05 17:12:27 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:12:27 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:12:27 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:12:27 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:12:27 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:12:27 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:12:27 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:12:27 user nova-compute[75018]:       <nova:owner>
Dec 05 17:12:27 user nova-compute[75018]:         <nova:user uuid="57b24b5a7c7e4a608daa2c1d572386b8">tempest-VolumesSnapshotTestJSON-894790911-project-member</nova:user>
Dec 05 17:12:27 user nova-compute[75018]:         <nova:project uuid="ee6c00698bf24d3aad4496a772494005">tempest-VolumesSnapshotTestJSON-894790911</nova:project>
Dec 05 17:12:27 user nova-compute[75018]:       </nova:owner>
Dec 05 17:12:27 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:12:27 user nova-compute[75018]:       <nova:ports>
Dec 05 17:12:27 user nova-compute[75018]:         <nova:port uuid="b8b2618a-c1c9-48c2-8f80-1b329b14d255">
Dec 05 17:12:27 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 05 17:12:27 user nova-compute[75018]:         </nova:port>
Dec 05 17:12:27 user nova-compute[75018]:       </nova:ports>
Dec 05 17:12:27 user nova-compute[75018]:     </nova:instance>
Dec 05 17:12:27 user nova-compute[75018]:   </metadata>
Dec 05 17:12:27 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:12:27 user nova-compute[75018]:     <system>
Dec 05 17:12:27 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:12:27 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:12:27 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:12:27 user nova-compute[75018]:       <entry name="serial">5255b4b7-1508-4dd5-b7af-b14890278e13</entry>
Dec 05 17:12:27 user nova-compute[75018]:       <entry name="uuid">5255b4b7-1508-4dd5-b7af-b14890278e13</entry>
Dec 05 17:12:27 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:12:27 user nova-compute[75018]:     </system>
Dec 05 17:12:27 user nova-compute[75018]:   </sysinfo>
Dec 05 17:12:27 user nova-compute[75018]:   <os>
Dec 05 17:12:27 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:12:27 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:12:27 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:12:27 user nova-compute[75018]:   </os>
Dec 05 17:12:27 user nova-compute[75018]:   <features>
Dec 05 17:12:27 user nova-compute[75018]:     <acpi/>
Dec 05 17:12:27 user nova-compute[75018]:     <apic/>
Dec 05 17:12:27 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:12:27 user nova-compute[75018]:   </features>
Dec 05 17:12:27 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:12:27 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:12:27 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:12:27 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:12:27 user nova-compute[75018]:   </clock>
Dec 05 17:12:27 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:12:27 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:12:27 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:12:27 user nova-compute[75018]:   </cpu>
Dec 05 17:12:27 user nova-compute[75018]:   <devices>
Dec 05 17:12:27 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:12:27 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:12:27 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk"/>
Dec 05 17:12:27 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:12:27 user nova-compute[75018]:     </disk>
Dec 05 17:12:27 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:12:27 user nova-compute[75018]:       <mac address="fa:16:3e:aa:8e:ae"/>
Dec 05 17:12:27 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:12:27 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:12:27 user nova-compute[75018]:       <target dev="tapb8b2618a-c1"/>
Dec 05 17:12:27 user nova-compute[75018]:     </interface>
Dec 05 17:12:27 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:12:27 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/console.log" append="off"/>
Dec 05 17:12:27 user nova-compute[75018]:     </serial>
Dec 05 17:12:27 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:12:27 user nova-compute[75018]:     <video>
Dec 05 17:12:27 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:12:27 user nova-compute[75018]:     </video>
Dec 05 17:12:27 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:12:27 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:12:27 user nova-compute[75018]:     </rng>
Dec 05 17:12:27 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:12:27 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:12:27 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:12:27 user nova-compute[75018]:     </memballoon>
Dec 05 17:12:27 user nova-compute[75018]:   </devices>
Dec 05 17:12:27 user nova-compute[75018]: </domain>
Dec 05 17:12:27 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:12:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1255378150',display_name='tempest-VolumesSnapshotTestJSON-instance-1255378150',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1255378150',id=31,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIAPvogrxaudGHGhyxVbaJtQqdldrJJX4p8SqTkDrGwh6Uo5OlG6f1OVInKdmn0pJEKNcv5Nz0lyy5ZPxaoSi9B8LwP0ac/Z/R+7Q7oLgmhrN9Z/cJCQTQUc9M2UKIr+OA==',key_name='tempest-keypair-624374489',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ee6c00698bf24d3aad4496a772494005',ramdisk_id='',reservation_id='r-6b2nlg59',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-894790911',owner_user_name='tempest-VolumesSnapshotTestJSON-894790911-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:12:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='57b24b5a7c7e4a608daa2c1d572386b8',uuid=5255b4b7-1508-4dd5-b7af-b14890278e13,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "address": "fa:16:3e:aa:8e:ae", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8b2618a-c1", "ovs_interfaceid": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Converting VIF {"id": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "address": "fa:16:3e:aa:8e:ae", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8b2618a-c1", "ovs_interfaceid": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:8e:ae,bridge_name='br-int',has_traffic_filtering=True,id=b8b2618a-c1c9-48c2-8f80-1b329b14d255,network=Network(c291a4a0-b5e0-44b9-9321-57c08146ad25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8b2618a-c1') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG os_vif [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:8e:ae,bridge_name='br-int',has_traffic_filtering=True,id=b8b2618a-c1c9-48c2-8f80-1b329b14d255,network=Network(c291a4a0-b5e0-44b9-9321-57c08146ad25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8b2618a-c1') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '684697f9-fe46-5f7f-a683-867fa6bb761c', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb8b2618a-c1, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb8b2618a-c1, col_values=(('qos', UUID('a171d413-4598-424c-a7cb-88c0b74409c2')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb8b2618a-c1, col_values=(('external_ids', {'iface-id': 'b8b2618a-c1c9-48c2-8f80-1b329b14d255', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:aa:8e:ae', 'vm-uuid': '5255b4b7-1508-4dd5-b7af-b14890278e13'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:12:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:27 user nova-compute[75018]: INFO os_vif [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:8e:ae,bridge_name='br-int',has_traffic_filtering=True,id=b8b2618a-c1c9-48c2-8f80-1b329b14d255,network=Network(c291a4a0-b5e0-44b9-9321-57c08146ad25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8b2618a-c1')
Dec 05 17:12:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:12:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] No VIF found with MAC fa:16:3e:aa:8e:ae, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:12:28 user nova-compute[75018]: DEBUG nova.network.neutron [req-efaa8788-72ec-43a5-b0cc-fb26e122688c req-6efcf570-7a3a-4e1b-8e53-a92d5fb11e82 service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Updated VIF entry in instance network info cache for port b8b2618a-c1c9-48c2-8f80-1b329b14d255. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:12:28 user nova-compute[75018]: DEBUG nova.network.neutron [req-efaa8788-72ec-43a5-b0cc-fb26e122688c req-6efcf570-7a3a-4e1b-8e53-a92d5fb11e82 service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Updating instance_info_cache with network_info: [{"id": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "address": "fa:16:3e:aa:8e:ae", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8b2618a-c1", "ovs_interfaceid": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:12:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-efaa8788-72ec-43a5-b0cc-fb26e122688c req-6efcf570-7a3a-4e1b-8e53-a92d5fb11e82 service nova] Releasing lock "refresh_cache-5255b4b7-1508-4dd5-b7af-b14890278e13" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:12:28 user nova-compute[75018]: DEBUG nova.objects.instance [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lazy-loading 'flavor' on Instance uuid b60ed568-caad-48a7-845a-46861ba931c0 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:12:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d065638-27f7-457e-b08b-3f6ba21ad938 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "b60ed568-caad-48a7-845a-46861ba931c0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.095s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:12:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:29 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:12:29 user nova-compute[75018]: INFO nova.compute.claims [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Claim successful on node user
Dec 05 17:12:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.518s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG nova.network.neutron [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:12:30 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:12:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG nova.policy [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '892b7b5cb613471584441b810f5810be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bb4b6e875ad436399c24710666fa4d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:12:30 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Creating image(s)
Dec 05 17:12:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "/opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "/opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "/opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.246s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk 1073741824" returned: 0 in 0.052s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.306s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.network.neutron [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Successfully created port: ef02d20a-e093-4512-ab28-3219b566be82 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.191s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Cannot resize image /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Ensure instance console log exists: /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:12:31 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Instance spawned successfully.
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.network.neutron [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Successfully updated port: ef02d20a-e093-4512-ab28-3219b566be82 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "refresh_cache-b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquired lock "refresh_cache-b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.network.neutron [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:12:31 user nova-compute[75018]: INFO nova.compute.manager [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Took 6.31 seconds to spawn the instance on the hypervisor.
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-9a5fc1bf-bdaf-444c-b4ad-52752792c85e req-4a52a375-1648-4207-879b-9e225d968a0e service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Received event network-changed-ef02d20a-e093-4512-ab28-3219b566be82 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-9a5fc1bf-bdaf-444c-b4ad-52752792c85e req-4a52a375-1648-4207-879b-9e225d968a0e service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Refreshing instance network info cache due to event network-changed-ef02d20a-e093-4512-ab28-3219b566be82. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9a5fc1bf-bdaf-444c-b4ad-52752792c85e req-4a52a375-1648-4207-879b-9e225d968a0e service nova] Acquiring lock "refresh_cache-b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:12:31 user nova-compute[75018]: DEBUG nova.network.neutron [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:12:32 user nova-compute[75018]: INFO nova.compute.manager [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Took 7.10 seconds to build instance.
Dec 05 17:12:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f4294747-9f33-4c24-98ee-a7c402ed4769 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.237s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.network.neutron [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Updating instance_info_cache with network_info: [{"id": "ef02d20a-e093-4512-ab28-3219b566be82", "address": "fa:16:3e:17:aa:7e", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapef02d20a-e0", "ovs_interfaceid": "ef02d20a-e093-4512-ab28-3219b566be82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Releasing lock "refresh_cache-b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Instance network_info: |[{"id": "ef02d20a-e093-4512-ab28-3219b566be82", "address": "fa:16:3e:17:aa:7e", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapef02d20a-e0", "ovs_interfaceid": "ef02d20a-e093-4512-ab28-3219b566be82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9a5fc1bf-bdaf-444c-b4ad-52752792c85e req-4a52a375-1648-4207-879b-9e225d968a0e service nova] Acquired lock "refresh_cache-b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.network.neutron [req-9a5fc1bf-bdaf-444c-b4ad-52752792c85e req-4a52a375-1648-4207-879b-9e225d968a0e service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Refreshing network info cache for port ef02d20a-e093-4512-ab28-3219b566be82 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Start _get_guest_xml network_info=[{"id": "ef02d20a-e093-4512-ab28-3219b566be82", "address": "fa:16:3e:17:aa:7e", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapef02d20a-e0", "ovs_interfaceid": "ef02d20a-e093-4512-ab28-3219b566be82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:12:32 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:12:32 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:12:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1029027471',display_name='tempest-ServersNegativeTestJSON-server-1029027471',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1029027471',id=32,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5bb4b6e875ad436399c24710666fa4d3',ramdisk_id='',reservation_id='r-3miihwhc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1264635632',owner_user_name='tempest-ServersNegativeTestJSON-1264635632-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:12:31Z,user_data=None,user_id='892b7b5cb613471584441b810f5810be',uuid=b6d9d91d-12aa-40ab-9e7f-7cb40791b7da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ef02d20a-e093-4512-ab28-3219b566be82", "address": "fa:16:3e:17:aa:7e", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapef02d20a-e0", "ovs_interfaceid": "ef02d20a-e093-4512-ab28-3219b566be82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Converting VIF {"id": "ef02d20a-e093-4512-ab28-3219b566be82", "address": "fa:16:3e:17:aa:7e", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapef02d20a-e0", "ovs_interfaceid": "ef02d20a-e093-4512-ab28-3219b566be82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:aa:7e,bridge_name='br-int',has_traffic_filtering=True,id=ef02d20a-e093-4512-ab28-3219b566be82,network=Network(c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapef02d20a-e0') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.objects.instance [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lazy-loading 'pci_devices' on Instance uuid b6d9d91d-12aa-40ab-9e7f-7cb40791b7da {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:12:32 user nova-compute[75018]:   <uuid>b6d9d91d-12aa-40ab-9e7f-7cb40791b7da</uuid>
Dec 05 17:12:32 user nova-compute[75018]:   <name>instance-00000020</name>
Dec 05 17:12:32 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:12:32 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:12:32 user nova-compute[75018]:   <metadata>
Dec 05 17:12:32 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:12:32 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:12:32 user nova-compute[75018]:       <nova:name>tempest-ServersNegativeTestJSON-server-1029027471</nova:name>
Dec 05 17:12:32 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:12:32</nova:creationTime>
Dec 05 17:12:32 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:12:32 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:12:32 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:12:32 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:12:32 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:12:32 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:12:32 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:12:32 user nova-compute[75018]:       <nova:owner>
Dec 05 17:12:32 user nova-compute[75018]:         <nova:user uuid="892b7b5cb613471584441b810f5810be">tempest-ServersNegativeTestJSON-1264635632-project-member</nova:user>
Dec 05 17:12:32 user nova-compute[75018]:         <nova:project uuid="5bb4b6e875ad436399c24710666fa4d3">tempest-ServersNegativeTestJSON-1264635632</nova:project>
Dec 05 17:12:32 user nova-compute[75018]:       </nova:owner>
Dec 05 17:12:32 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:12:32 user nova-compute[75018]:       <nova:ports>
Dec 05 17:12:32 user nova-compute[75018]:         <nova:port uuid="ef02d20a-e093-4512-ab28-3219b566be82">
Dec 05 17:12:32 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 05 17:12:32 user nova-compute[75018]:         </nova:port>
Dec 05 17:12:32 user nova-compute[75018]:       </nova:ports>
Dec 05 17:12:32 user nova-compute[75018]:     </nova:instance>
Dec 05 17:12:32 user nova-compute[75018]:   </metadata>
Dec 05 17:12:32 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:12:32 user nova-compute[75018]:     <system>
Dec 05 17:12:32 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:12:32 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:12:32 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:12:32 user nova-compute[75018]:       <entry name="serial">b6d9d91d-12aa-40ab-9e7f-7cb40791b7da</entry>
Dec 05 17:12:32 user nova-compute[75018]:       <entry name="uuid">b6d9d91d-12aa-40ab-9e7f-7cb40791b7da</entry>
Dec 05 17:12:32 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:12:32 user nova-compute[75018]:     </system>
Dec 05 17:12:32 user nova-compute[75018]:   </sysinfo>
Dec 05 17:12:32 user nova-compute[75018]:   <os>
Dec 05 17:12:32 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:12:32 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:12:32 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:12:32 user nova-compute[75018]:   </os>
Dec 05 17:12:32 user nova-compute[75018]:   <features>
Dec 05 17:12:32 user nova-compute[75018]:     <acpi/>
Dec 05 17:12:32 user nova-compute[75018]:     <apic/>
Dec 05 17:12:32 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:12:32 user nova-compute[75018]:   </features>
Dec 05 17:12:32 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:12:32 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:12:32 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:12:32 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:12:32 user nova-compute[75018]:   </clock>
Dec 05 17:12:32 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:12:32 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:12:32 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:12:32 user nova-compute[75018]:   </cpu>
Dec 05 17:12:32 user nova-compute[75018]:   <devices>
Dec 05 17:12:32 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:12:32 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:12:32 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk"/>
Dec 05 17:12:32 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:12:32 user nova-compute[75018]:     </disk>
Dec 05 17:12:32 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:12:32 user nova-compute[75018]:       <mac address="fa:16:3e:17:aa:7e"/>
Dec 05 17:12:32 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:12:32 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:12:32 user nova-compute[75018]:       <target dev="tapef02d20a-e0"/>
Dec 05 17:12:32 user nova-compute[75018]:     </interface>
Dec 05 17:12:32 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:12:32 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/console.log" append="off"/>
Dec 05 17:12:32 user nova-compute[75018]:     </serial>
Dec 05 17:12:32 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:12:32 user nova-compute[75018]:     <video>
Dec 05 17:12:32 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:12:32 user nova-compute[75018]:     </video>
Dec 05 17:12:32 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:12:32 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:12:32 user nova-compute[75018]:     </rng>
Dec 05 17:12:32 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:12:32 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:12:32 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:12:32 user nova-compute[75018]:     </memballoon>
Dec 05 17:12:32 user nova-compute[75018]:   </devices>
Dec 05 17:12:32 user nova-compute[75018]: </domain>
Dec 05 17:12:32 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:12:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1029027471',display_name='tempest-ServersNegativeTestJSON-server-1029027471',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1029027471',id=32,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5bb4b6e875ad436399c24710666fa4d3',ramdisk_id='',reservation_id='r-3miihwhc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1264635632',owner_user_name='tempest-ServersNegativeTestJSON-1264635632-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:12:31Z,user_data=None,user_id='892b7b5cb613471584441b810f5810be',uuid=b6d9d91d-12aa-40ab-9e7f-7cb40791b7da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ef02d20a-e093-4512-ab28-3219b566be82", "address": "fa:16:3e:17:aa:7e", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapef02d20a-e0", "ovs_interfaceid": "ef02d20a-e093-4512-ab28-3219b566be82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Converting VIF {"id": "ef02d20a-e093-4512-ab28-3219b566be82", "address": "fa:16:3e:17:aa:7e", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapef02d20a-e0", "ovs_interfaceid": "ef02d20a-e093-4512-ab28-3219b566be82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:aa:7e,bridge_name='br-int',has_traffic_filtering=True,id=ef02d20a-e093-4512-ab28-3219b566be82,network=Network(c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapef02d20a-e0') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG os_vif [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:aa:7e,bridge_name='br-int',has_traffic_filtering=True,id=ef02d20a-e093-4512-ab28-3219b566be82,network=Network(c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapef02d20a-e0') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '83d2df11-1c1a-5e82-9512-c65b60911ca7', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapef02d20a-e0, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapef02d20a-e0, col_values=(('qos', UUID('6b2733ae-e9b0-462f-8439-8c683858840f')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapef02d20a-e0, col_values=(('external_ids', {'iface-id': 'ef02d20a-e093-4512-ab28-3219b566be82', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:17:aa:7e', 'vm-uuid': 'b6d9d91d-12aa-40ab-9e7f-7cb40791b7da'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:32 user nova-compute[75018]: INFO os_vif [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:aa:7e,bridge_name='br-int',has_traffic_filtering=True,id=ef02d20a-e093-4512-ab28-3219b566be82,network=Network(c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapef02d20a-e0')
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] No VIF found with MAC fa:16:3e:17:aa:7e, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.network.neutron [req-9a5fc1bf-bdaf-444c-b4ad-52752792c85e req-4a52a375-1648-4207-879b-9e225d968a0e service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Updated VIF entry in instance network info cache for port ef02d20a-e093-4512-ab28-3219b566be82. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG nova.network.neutron [req-9a5fc1bf-bdaf-444c-b4ad-52752792c85e req-4a52a375-1648-4207-879b-9e225d968a0e service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Updating instance_info_cache with network_info: [{"id": "ef02d20a-e093-4512-ab28-3219b566be82", "address": "fa:16:3e:17:aa:7e", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapef02d20a-e0", "ovs_interfaceid": "ef02d20a-e093-4512-ab28-3219b566be82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:12:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9a5fc1bf-bdaf-444c-b4ad-52752792c85e req-4a52a375-1648-4207-879b-9e225d968a0e service nova] Releasing lock "refresh_cache-b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:12:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:34 user nova-compute[75018]: DEBUG nova.compute.manager [req-4dd2ef32-f1b7-4f14-86ee-0cedb0435c18 req-ccb59917-185e-4d85-8d72-5f369852d601 service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Received event network-vif-plugged-b8b2618a-c1c9-48c2-8f80-1b329b14d255 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:12:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4dd2ef32-f1b7-4f14-86ee-0cedb0435c18 req-ccb59917-185e-4d85-8d72-5f369852d601 service nova] Acquiring lock "5255b4b7-1508-4dd5-b7af-b14890278e13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4dd2ef32-f1b7-4f14-86ee-0cedb0435c18 req-ccb59917-185e-4d85-8d72-5f369852d601 service nova] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4dd2ef32-f1b7-4f14-86ee-0cedb0435c18 req-ccb59917-185e-4d85-8d72-5f369852d601 service nova] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:34 user nova-compute[75018]: DEBUG nova.compute.manager [req-4dd2ef32-f1b7-4f14-86ee-0cedb0435c18 req-ccb59917-185e-4d85-8d72-5f369852d601 service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] No waiting events found dispatching network-vif-plugged-b8b2618a-c1c9-48c2-8f80-1b329b14d255 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:12:34 user nova-compute[75018]: WARNING nova.compute.manager [req-4dd2ef32-f1b7-4f14-86ee-0cedb0435c18 req-ccb59917-185e-4d85-8d72-5f369852d601 service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Received unexpected event network-vif-plugged-b8b2618a-c1c9-48c2-8f80-1b329b14d255 for instance with vm_state active and task_state None.
Dec 05 17:12:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "fbd61d9b-738e-4208-948a-318b766a059f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "fbd61d9b-738e-4208-948a-318b766a059f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:35 user nova-compute[75018]: INFO nova.compute.manager [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Detaching volume b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e
Dec 05 17:12:35 user nova-compute[75018]: INFO nova.virt.block_device [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Attempting to driver detach volume b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e from mountpoint /dev/vdb
Dec 05 17:12:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Attempting to detach device vdb from instance fbd61d9b-738e-4208-948a-318b766a059f from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:12:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:12:35 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:12:35 user nova-compute[75018]:   <source dev="/dev/sde"/>
Dec 05 17:12:35 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:12:35 user nova-compute[75018]:   <serial>b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e</serial>
Dec 05 17:12:35 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 05 17:12:35 user nova-compute[75018]: </disk>
Dec 05 17:12:35 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:12:35 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Successfully detached device vdb from instance fbd61d9b-738e-4208-948a-318b766a059f from the persistent domain config.
Dec 05 17:12:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance fbd61d9b-738e-4208-948a-318b766a059f from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:12:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:12:35 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:12:35 user nova-compute[75018]:   <source dev="/dev/sde"/>
Dec 05 17:12:35 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:12:35 user nova-compute[75018]:   <serial>b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e</serial>
Dec 05 17:12:35 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 05 17:12:35 user nova-compute[75018]: </disk>
Dec 05 17:12:35 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance fbd61d9b-738e-4208-948a-318b766a059f {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG nova.compute.manager [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:12:36 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Instance spawned successfully.
Dec 05 17:12:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:12:36 user nova-compute[75018]: INFO nova.compute.manager [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Took 5.77 seconds to spawn the instance on the hypervisor.
Dec 05 17:12:36 user nova-compute[75018]: DEBUG nova.compute.manager [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:12:36 user nova-compute[75018]: INFO nova.compute.manager [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Took 6.66 seconds to build instance.
Dec 05 17:12:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-91bb06a0-b6c4-4bef-b453-f6530ae2c2f9 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.777s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Received event network-vif-plugged-b8b2618a-c1c9-48c2-8f80-1b329b14d255 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] Acquiring lock "5255b4b7-1508-4dd5-b7af-b14890278e13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] No waiting events found dispatching network-vif-plugged-b8b2618a-c1c9-48c2-8f80-1b329b14d255 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:12:36 user nova-compute[75018]: WARNING nova.compute.manager [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Received unexpected event network-vif-plugged-b8b2618a-c1c9-48c2-8f80-1b329b14d255 for instance with vm_state active and task_state None.
Dec 05 17:12:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Received event network-vif-plugged-ef02d20a-e093-4512-ab28-3219b566be82 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] Acquiring lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] Lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] Lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] No waiting events found dispatching network-vif-plugged-ef02d20a-e093-4512-ab28-3219b566be82 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:12:36 user nova-compute[75018]: WARNING nova.compute.manager [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Received unexpected event network-vif-plugged-ef02d20a-e093-4512-ab28-3219b566be82 for instance with vm_state active and task_state None.
Dec 05 17:12:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Received event network-vif-plugged-ef02d20a-e093-4512-ab28-3219b566be82 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] Acquiring lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] Lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] Lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] No waiting events found dispatching network-vif-plugged-ef02d20a-e093-4512-ab28-3219b566be82 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:12:36 user nova-compute[75018]: WARNING nova.compute.manager [req-897b653f-654f-4d80-a76a-94905d503f23 req-db2e6aef-9502-4675-ade9-93a8c892a93a service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Received unexpected event network-vif-plugged-ef02d20a-e093-4512-ab28-3219b566be82 for instance with vm_state active and task_state None.
Dec 05 17:12:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:43 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 186d52ed-d917-4547-877b-fa4431b8d30b is timed out.
Dec 05 17:12:43 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Successfully detached device vdb from instance 186d52ed-d917-4547-877b-fa4431b8d30b from the live domain config.
Dec 05 17:12:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PolZVzbJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:12:43 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8f3bf95-393a-4289-8590-3765a4b7decb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9ac3cf87-7ce0-4d2c-9365-2eda78501839\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:12:43 user nova-compute[75018]: No targets found.
Dec 05 17:12:43 user nova-compute[75018]: iSNS:
Dec 05 17:12:43 user nova-compute[75018]: No targets found.
Dec 05 17:12:43 user nova-compute[75018]: STATIC:
Dec 05 17:12:43 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e
Dec 05 17:12:43 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:12:43 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:12:43 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:9ac3cf87-7ce0-4d2c-9365-2eda78501839
Dec 05 17:12:43 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:12:43 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:12:43 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b
Dec 05 17:12:43 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:12:43 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:12:43 user nova-compute[75018]: FIRMWARE:
Dec 05 17:12:43 user nova-compute[75018]: No targets found.
Dec 05 17:12:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:12:43 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:12:43 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a44aaea6-7b29-43e8-9069-db0adef87fbc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9ac3cf87-7ce0-4d2c-9365-2eda78501839\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[402ad9da-c7f1-4d53-83fb-a4e5c5d3134a]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ac3cf87-7ce0-4d2c-9365-2eda78501839 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:12:43 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:12:43 user nova-compute[75018]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ac3cf87-7ce0-4d2c-9365-2eda78501839 (non-flash)
Dec 05 17:12:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b (non-flash)
Dec 05 17:12:43 user nova-compute[75018]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:12:43 user nova-compute[75018]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ac3cf87-7ce0-4d2c-9365-2eda78501839 (non-flash)
Dec 05 17:12:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c01977f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[814ee2f5-b150-43c5-a639-8fd2e77e577f]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[474973ea-d425-43f5-9880-9a9a44968310]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef6e0274-55f4-4f4a-ac61-5a089f83cde2]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd1a4e24-93b8-4da2-b71b-1da74ae54be2]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dbe69e6-fd35-43b1-9664-4f678517f385]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --logout" returned: 0 in 0.083s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[97a0a8d0-d2ec-4bb1-a8b6-24df91554081]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b, portal: 172.16.0.220,3260]
Dec 05 17:12:43 user nova-compute[75018]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b, portal: 172.16.0.220,3260] successful.
Dec 05 17:12:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215d81bf-242c-4a76-aa13-64a866c61f3b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e563b7fc-4538-45a2-a2d9-a927903f47fe]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.340s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] <== disconnect_volume: return (343ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:12:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:12:44 user nova-compute[75018]: DEBUG nova.objects.instance [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'flavor' on Instance uuid 186d52ed-d917-4547-877b-fa4431b8d30b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:12:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ca301bb9-45ff-4dce-9294-8c9545e88547 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "186d52ed-d917-4547-877b-fa4431b8d30b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.805s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:53 user nova-compute[75018]: INFO nova.compute.manager [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Terminating instance
Dec 05 17:12:53 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:12:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-a5a7f106-912a-4f5e-a351-e5330f73437a req-3ac415e4-d8ef-47d3-a0e4-b97e14822145 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Received event network-vif-unplugged-fca643d1-2e94-4e0c-bdbc-2792b7887948 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:12:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a5a7f106-912a-4f5e-a351-e5330f73437a req-3ac415e4-d8ef-47d3-a0e4-b97e14822145 service nova] Acquiring lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a5a7f106-912a-4f5e-a351-e5330f73437a req-3ac415e4-d8ef-47d3-a0e4-b97e14822145 service nova] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a5a7f106-912a-4f5e-a351-e5330f73437a req-3ac415e4-d8ef-47d3-a0e4-b97e14822145 service nova] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-a5a7f106-912a-4f5e-a351-e5330f73437a req-3ac415e4-d8ef-47d3-a0e4-b97e14822145 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] No waiting events found dispatching network-vif-unplugged-fca643d1-2e94-4e0c-bdbc-2792b7887948 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:12:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-a5a7f106-912a-4f5e-a351-e5330f73437a req-3ac415e4-d8ef-47d3-a0e4-b97e14822145 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Received event network-vif-unplugged-fca643d1-2e94-4e0c-bdbc-2792b7887948 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:12:54 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Instance destroyed successfully.
Dec 05 17:12:54 user nova-compute[75018]: DEBUG nova.objects.instance [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lazy-loading 'resources' on Instance uuid 08a06c98-cf3c-43a9-9307-1b146d7ce0b2 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:12:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:09:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-154731596',display_name='tempest-AttachVolumeNegativeTest-server-154731596',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-154731596',id=29,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPOFtLlKGsnWqRg0HfieHRZ9+sQwLI+oMsme1tbRVhOSjBNzKcmOmUjoniIIwBHseIUE7IY4OL49/mPmBbwUGDK6S1IktRBcR65//+BSjjLJY4+qAvJS7AjGlCOsfqZW1A==',key_name='tempest-keypair-1560800029',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:10:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='91cb55b5c62f4d82ae96bc07a48fd906',ramdisk_id='',reservation_id='r-urssd6l0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1278838961',owner_user_name='tempest-AttachVolumeNegativeTest-1278838961-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:10:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c254db3ec00e40338c3323be0668689e',uuid=08a06c98-cf3c-43a9-9307-1b146d7ce0b2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "address": "fa:16:3e:f9:c1:7b", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfca643d1-2e", "ovs_interfaceid": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:12:54 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converting VIF {"id": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "address": "fa:16:3e:f9:c1:7b", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfca643d1-2e", "ovs_interfaceid": "fca643d1-2e94-4e0c-bdbc-2792b7887948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:12:54 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f9:c1:7b,bridge_name='br-int',has_traffic_filtering=True,id=fca643d1-2e94-4e0c-bdbc-2792b7887948,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfca643d1-2e') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:12:54 user nova-compute[75018]: DEBUG os_vif [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f9:c1:7b,bridge_name='br-int',has_traffic_filtering=True,id=fca643d1-2e94-4e0c-bdbc-2792b7887948,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfca643d1-2e') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:12:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfca643d1-2e, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:12:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c116e4ce-f900-44ce-93b3-6489905fa1e6) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:12:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:12:54 user nova-compute[75018]: INFO os_vif [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f9:c1:7b,bridge_name='br-int',has_traffic_filtering=True,id=fca643d1-2e94-4e0c-bdbc-2792b7887948,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfca643d1-2e')
Dec 05 17:12:54 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Deleting instance files /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2_del
Dec 05 17:12:54 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Deletion of /opt/stack/data/nova/instances/08a06c98-cf3c-43a9-9307-1b146d7ce0b2_del complete
Dec 05 17:12:54 user nova-compute[75018]: INFO nova.compute.manager [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Took 0.91 seconds to destroy the instance on the hypervisor.
Dec 05 17:12:54 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:12:54 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:12:54 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:12:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:55 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:12:55 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Took 0.83 seconds to deallocate network for instance.
Dec 05 17:12:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-8a764d40-1af4-488d-83f4-c7918c3dbc58 req-b124389e-d32c-45eb-af60-61ca56b38f82 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Received event network-vif-deleted-fca643d1-2e94-4e0c-bdbc-2792b7887948 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:12:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:55 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:12:55 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:12:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.436s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:55 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Deleted allocations for instance 08a06c98-cf3c-43a9-9307-1b146d7ce0b2
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1bfcb3-22cd-4084-9807-536f15354f98 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.445s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG nova.compute.manager [req-402c00aa-2e78-4455-829c-02f639e32330 req-66b78b15-f86f-4372-b8c5-de7166ebcda6 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Received event network-vif-plugged-fca643d1-2e94-4e0c-bdbc-2792b7887948 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-402c00aa-2e78-4455-829c-02f639e32330 req-66b78b15-f86f-4372-b8c5-de7166ebcda6 service nova] Acquiring lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-402c00aa-2e78-4455-829c-02f639e32330 req-66b78b15-f86f-4372-b8c5-de7166ebcda6 service nova] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-402c00aa-2e78-4455-829c-02f639e32330 req-66b78b15-f86f-4372-b8c5-de7166ebcda6 service nova] Lock "08a06c98-cf3c-43a9-9307-1b146d7ce0b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG nova.compute.manager [req-402c00aa-2e78-4455-829c-02f639e32330 req-66b78b15-f86f-4372-b8c5-de7166ebcda6 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] No waiting events found dispatching network-vif-plugged-fca643d1-2e94-4e0c-bdbc-2792b7887948 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:12:56 user nova-compute[75018]: WARNING nova.compute.manager [req-402c00aa-2e78-4455-829c-02f639e32330 req-66b78b15-f86f-4372-b8c5-de7166ebcda6 service nova] [instance: 08a06c98-cf3c-43a9-9307-1b146d7ce0b2] Received unexpected event network-vif-plugged-fca643d1-2e94-4e0c-bdbc-2792b7887948 for instance with vm_state deleted and task_state None.
Dec 05 17:12:56 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance fbd61d9b-738e-4208-948a-318b766a059f is timed out.
Dec 05 17:12:56 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Successfully detached device vdb from instance fbd61d9b-738e-4208-948a-318b766a059f from the live domain config.
Dec 05 17:12:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CMwjEdiQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:12:56 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee23dab6-fcdd-4206-9fd8-a25b9ef186b0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:21297ebb-ab29-4020-a231-766edc7e3100\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:12:56 user nova-compute[75018]: No targets found.
Dec 05 17:12:56 user nova-compute[75018]: iSNS:
Dec 05 17:12:56 user nova-compute[75018]: No targets found.
Dec 05 17:12:56 user nova-compute[75018]: STATIC:
Dec 05 17:12:56 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:21297ebb-ab29-4020-a231-766edc7e3100
Dec 05 17:12:56 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:12:56 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:12:56 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e
Dec 05 17:12:56 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:12:56 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:12:56 user nova-compute[75018]: FIRMWARE:
Dec 05 17:12:56 user nova-compute[75018]: No targets found.
Dec 05 17:12:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:12:56 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:12:56 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd381528-7033-41d5-8ffb-b218814ca24d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21297ebb-ab29-4020-a231-766edc7e3100\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3311910-42d5-4756-aa3b-cc655d0d357e]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21297ebb-ab29-4020-a231-766edc7e3100 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:12:56 user nova-compute[75018]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21297ebb-ab29-4020-a231-766edc7e3100 (non-flash)
Dec 05 17:12:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e (non-flash)
Dec 05 17:12:56 user nova-compute[75018]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21297ebb-ab29-4020-a231-766edc7e3100 (non-flash)
Dec 05 17:12:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c825dc60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e'): ({'sde'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Removing single pathed devices sde {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d036533-ae48-4df7-8f7e-936eef3ff6a5]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9870332f-1d26-4435-8743-59a04efa43ba]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Flushing IO for device /dev/sde {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5946a2af-7e67-4c37-b104-6f39a5cef8e2]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.058s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a001e53-042e-40df-a890-715e1617d381]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] SCSI volumes sde have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d64c9557-4756-4e75-a50e-e1d94d953245]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[49a6d186-c817-484d-8b95-e6a4d0920c16]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e, portal: 172.16.0.220,3260]
Dec 05 17:12:56 user nova-compute[75018]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e, portal: 172.16.0.220,3260] successful.
Dec 05 17:12:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b377fb8c-c07f-47fc-8ed8-4dd7b4260f4e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[45b89274-53cc-4f1f-b99a-81787ec023d8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.337s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] <== disconnect_volume: return (338ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:12:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "b60ed568-caad-48a7-845a-46861ba931c0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "b60ed568-caad-48a7-845a-46861ba931c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "b60ed568-caad-48a7-845a-46861ba931c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "b60ed568-caad-48a7-845a-46861ba931c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:57 user nova-compute[75018]: INFO nova.compute.manager [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Terminating instance
Dec 05 17:12:57 user nova-compute[75018]: DEBUG nova.compute.manager [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:12:57 user nova-compute[75018]: DEBUG nova.objects.instance [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lazy-loading 'flavor' on Instance uuid fbd61d9b-738e-4208-948a-318b766a059f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:12:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-659afc27-a687-4cf3-ab9c-788049b0736c tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "fbd61d9b-738e-4208-948a-318b766a059f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.015s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:58 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Instance destroyed successfully.
Dec 05 17:12:58 user nova-compute[75018]: DEBUG nova.objects.instance [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lazy-loading 'resources' on Instance uuid b60ed568-caad-48a7-845a-46861ba931c0 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:12:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:05:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1170228124',display_name='tempest-ServerStableDeviceRescueTest-server-1170228124',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1170228124',id=23,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBApK9y2vxT3p+4VOj8v7MEonKms2cXpoXged6Bn6VkTe3jGHdwRWaLoLIUl40LfxztL6fyZvXbGvo1BcOpR51UK1NEW7pK6aax7zphEKPGYMoGQTO2awvPYHIiiW3mwo1g==',key_name='tempest-keypair-879109661',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:09:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5434d7439bc54019aafeda09289564e3',ramdisk_id='',reservation_id='r-0hx0ep33',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-55258386',owner_user_name='tempest-ServerStableDeviceRescueTest-55258386-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:11:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='be6da9382d0346619eb79a3489233fe2',uuid=b60ed568-caad-48a7-845a-46861ba931c0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:12:58 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Converting VIF {"id": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "address": "fa:16:3e:fc:05:41", "network": {"id": "bfee9c76-6159-4482-a44c-8965016ac43b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1411640282-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5434d7439bc54019aafeda09289564e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc9a41-5e", "ovs_interfaceid": "5fbc9a41-5ea5-4e7f-92b4-66f4acceef56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:12:58 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fc:05:41,bridge_name='br-int',has_traffic_filtering=True,id=5fbc9a41-5ea5-4e7f-92b4-66f4acceef56,network=Network(bfee9c76-6159-4482-a44c-8965016ac43b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fbc9a41-5e') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:12:58 user nova-compute[75018]: DEBUG os_vif [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fc:05:41,bridge_name='br-int',has_traffic_filtering=True,id=5fbc9a41-5ea5-4e7f-92b4-66f4acceef56,network=Network(bfee9c76-6159-4482-a44c-8965016ac43b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fbc9a41-5e') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:12:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5fbc9a41-5e, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:12:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:12:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=df81c5d5-4132-4a35-9f48-fa0c042db9dd) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:12:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:12:58 user nova-compute[75018]: INFO os_vif [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fc:05:41,bridge_name='br-int',has_traffic_filtering=True,id=5fbc9a41-5ea5-4e7f-92b4-66f4acceef56,network=Network(bfee9c76-6159-4482-a44c-8965016ac43b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fbc9a41-5e')
Dec 05 17:12:58 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Deleting instance files /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0_del
Dec 05 17:12:58 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Deletion of /opt/stack/data/nova/instances/b60ed568-caad-48a7-845a-46861ba931c0_del complete
Dec 05 17:12:58 user nova-compute[75018]: INFO nova.compute.manager [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Took 0.93 seconds to destroy the instance on the hypervisor.
Dec 05 17:12:58 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:12:58 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:12:58 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: b60ed568-caad-48a7-845a-46861ba931c0] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:12:59 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:12:59 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Took 0.86 seconds to deallocate network for instance.
Dec 05 17:12:59 user nova-compute[75018]: DEBUG nova.compute.manager [req-7bb39d29-41a2-4886-881e-c8cf5697c76f req-8a81ff04-cab0-4085-911a-3e18f8c1a24d service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Received event network-vif-deleted-5fbc9a41-5ea5-4e7f-92b4-66f4acceef56 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:12:59 user nova-compute[75018]: INFO nova.compute.manager [req-7bb39d29-41a2-4886-881e-c8cf5697c76f req-8a81ff04-cab0-4085-911a-3e18f8c1a24d service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Neutron deleted interface 5fbc9a41-5ea5-4e7f-92b4-66f4acceef56; detaching it from the instance and deleting it from the info cache
Dec 05 17:12:59 user nova-compute[75018]: DEBUG nova.network.neutron [req-7bb39d29-41a2-4886-881e-c8cf5697c76f req-8a81ff04-cab0-4085-911a-3e18f8c1a24d service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:12:59 user nova-compute[75018]: DEBUG nova.compute.manager [req-7bb39d29-41a2-4886-881e-c8cf5697c76f req-8a81ff04-cab0-4085-911a-3e18f8c1a24d service nova] [instance: b60ed568-caad-48a7-845a-46861ba931c0] Detach interface failed, port_id=5fbc9a41-5ea5-4e7f-92b4-66f4acceef56, reason: Instance b60ed568-caad-48a7-845a-46861ba931c0 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:12:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:12:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:12:59 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:12:59 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:12:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.330s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:12:59 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Deleted allocations for instance b60ed568-caad-48a7-845a-46861ba931c0
Dec 05 17:12:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-79f22a68-7b71-4267-9269-3da7a5ed4b19 tempest-ServerStableDeviceRescueTest-55258386 tempest-ServerStableDeviceRescueTest-55258386-project-member] Lock "b60ed568-caad-48a7-845a-46861ba931c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.326s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:13:01 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:13:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:13:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:02 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:13:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:06 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:13:06 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:13:06 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7660MB free_disk=25.08462905883789GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:13:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 533bba90-582b-4ad5-9763-532788f79d6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:13:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5931bfc3-7400-4941-bc87-b07f86c6982b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:13:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:13:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 186d52ed-d917-4547-877b-fa4431b8d30b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:13:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance fbd61d9b-738e-4208-948a-318b766a059f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:13:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:13:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5255b4b7-1508-4dd5-b7af-b14890278e13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:13:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b6d9d91d-12aa-40ab-9e7f-7cb40791b7da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:13:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:13:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:13:07 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:13:07 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:13:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:13:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.526s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:13:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:13:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:13:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:13:08 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:13:09 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Updating instance_info_cache with network_info: [{"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:13:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-186d52ed-d917-4547-877b-fa4431b8d30b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:13:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:13:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:13:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:13:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:13:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:13:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:13:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:13:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "9653f1bc-ef36-4cfd-a888-d7954596e22d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "9653f1bc-ef36-4cfd-a888-d7954596e22d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:10 user nova-compute[75018]: DEBUG nova.compute.manager [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:13:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:10 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:13:10 user nova-compute[75018]: INFO nova.compute.claims [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Claim successful on node user
Dec 05 17:13:11 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:13:11 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:13:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.371s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:11 user nova-compute[75018]: DEBUG nova.compute.manager [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:13:11 user nova-compute[75018]: DEBUG nova.compute.manager [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:13:11 user nova-compute[75018]: DEBUG nova.network.neutron [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:13:11 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:13:11 user nova-compute[75018]: DEBUG nova.compute.manager [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:13:11 user nova-compute[75018]: DEBUG nova.policy [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbdc3bee63ae4fce86e51b500da9c1ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ab67a8b79a84e4e9347f71769911964', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:13:11 user nova-compute[75018]: INFO nova.virt.block_device [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Booting with volume snapshot bcffff95-0c45-4689-bc38-adc4a8bf7d57 at /dev/vda
Dec 05 17:13:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:11 user nova-compute[75018]: DEBUG nova.network.neutron [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Successfully created port: 6c57586f-6aa3-49f5-9699-c8fb4537f7e6 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG nova.network.neutron [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Successfully updated port: 6c57586f-6aa3-49f5-9699-c8fb4537f7e6 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "refresh_cache-9653f1bc-ef36-4cfd-a888-d7954596e22d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquired lock "refresh_cache-9653f1bc-ef36-4cfd-a888-d7954596e22d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG nova.network.neutron [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG nova.network.neutron [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG nova.compute.manager [req-0dd2aa98-6aea-46dd-bd11-ce2e76de6aa7 req-85913af7-1a9b-443e-ba37-f36065c12aaa service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Received event network-changed-6c57586f-6aa3-49f5-9699-c8fb4537f7e6 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG nova.compute.manager [req-0dd2aa98-6aea-46dd-bd11-ce2e76de6aa7 req-85913af7-1a9b-443e-ba37-f36065c12aaa service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Refreshing instance network info cache due to event network-changed-6c57586f-6aa3-49f5-9699-c8fb4537f7e6. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0dd2aa98-6aea-46dd-bd11-ce2e76de6aa7 req-85913af7-1a9b-443e-ba37-f36065c12aaa service nova] Acquiring lock "refresh_cache-9653f1bc-ef36-4cfd-a888-d7954596e22d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG nova.network.neutron [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Updating instance_info_cache with network_info: [{"id": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "address": "fa:16:3e:81:74:00", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c57586f-6a", "ovs_interfaceid": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Releasing lock "refresh_cache-9653f1bc-ef36-4cfd-a888-d7954596e22d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG nova.compute.manager [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Instance network_info: |[{"id": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "address": "fa:16:3e:81:74:00", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c57586f-6a", "ovs_interfaceid": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0dd2aa98-6aea-46dd-bd11-ce2e76de6aa7 req-85913af7-1a9b-443e-ba37-f36065c12aaa service nova] Acquired lock "refresh_cache-9653f1bc-ef36-4cfd-a888-d7954596e22d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG nova.network.neutron [req-0dd2aa98-6aea-46dd-bd11-ce2e76de6aa7 req-85913af7-1a9b-443e-ba37-f36065c12aaa service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Refreshing network info cache for port 6c57586f-6aa3-49f5-9699-c8fb4537f7e6 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "186d52ed-d917-4547-877b-fa4431b8d30b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:12 user nova-compute[75018]: INFO nova.compute.manager [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Terminating instance
Dec 05 17:13:12 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG nova.network.neutron [req-0dd2aa98-6aea-46dd-bd11-ce2e76de6aa7 req-85913af7-1a9b-443e-ba37-f36065c12aaa service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Updated VIF entry in instance network info cache for port 6c57586f-6aa3-49f5-9699-c8fb4537f7e6. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG nova.network.neutron [req-0dd2aa98-6aea-46dd-bd11-ce2e76de6aa7 req-85913af7-1a9b-443e-ba37-f36065c12aaa service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Updating instance_info_cache with network_info: [{"id": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "address": "fa:16:3e:81:74:00", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c57586f-6a", "ovs_interfaceid": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0dd2aa98-6aea-46dd-bd11-ce2e76de6aa7 req-85913af7-1a9b-443e-ba37-f36065c12aaa service nova] Releasing lock "refresh_cache-9653f1bc-ef36-4cfd-a888-d7954596e22d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:13:13 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Instance destroyed successfully.
Dec 05 17:13:13 user nova-compute[75018]: DEBUG nova.objects.instance [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'resources' on Instance uuid 186d52ed-d917-4547-877b-fa4431b8d30b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:06:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-295252795',display_name='tempest-ServerRescueNegativeTestJSON-server-295252795',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-295252795',id=24,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKGQ1EN4WyTB/TpCInVsdKcO+VShgqZqE12BYGaFrZTm92wrjQZ1unrw5xS5CZzhSGKfR+y9SiJGxYO0+pxE/fUQhXVV/mfcGLuxZpeITdemdiv/RhzXDLKp8LSNHHMQmA==',key_name='tempest-keypair-2020051511',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:08:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c59020daca4249899bd1aaccf3b0e4c7',ramdisk_id='',reservation_id='r-98mlrjrv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1436336392',owner_user_name='tempest-ServerRescueNegativeTestJSON-1436336392-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:10:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8690c14a73d84daa91572814b703c48b',uuid=186d52ed-d917-4547-877b-fa4431b8d30b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converting VIF {"id": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "address": "fa:16:3e:9c:19:98", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50001cf1-90", "ovs_interfaceid": "50001cf1-90f3-4bab-9825-e69bed0bedbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9c:19:98,bridge_name='br-int',has_traffic_filtering=True,id=50001cf1-90f3-4bab-9825-e69bed0bedbe,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50001cf1-90') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG os_vif [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9c:19:98,bridge_name='br-int',has_traffic_filtering=True,id=50001cf1-90f3-4bab-9825-e69bed0bedbe,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50001cf1-90') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap50001cf1-90, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=30e2a619-72ea-4201-9b93-5feca1dcbdf9) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:13:13 user nova-compute[75018]: INFO os_vif [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9c:19:98,bridge_name='br-int',has_traffic_filtering=True,id=50001cf1-90f3-4bab-9825-e69bed0bedbe,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50001cf1-90')
Dec 05 17:13:13 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Deleting instance files /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b_del
Dec 05 17:13:13 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Deletion of /opt/stack/data/nova/instances/186d52ed-d917-4547-877b-fa4431b8d30b_del complete
Dec 05 17:13:13 user nova-compute[75018]: INFO nova.compute.manager [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 05 17:13:13 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:13:13 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:13:14 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:13:14 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Took 0.62 seconds to deallocate network for instance.
Dec 05 17:13:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:14 user nova-compute[75018]: DEBUG nova.compute.manager [req-b69ade58-42a9-4e49-ace0-f426a49f4bf1 req-d73bfbe8-307b-4c9a-8701-28534020b576 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received event network-vif-unplugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:13:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b69ade58-42a9-4e49-ace0-f426a49f4bf1 req-d73bfbe8-307b-4c9a-8701-28534020b576 service nova] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b69ade58-42a9-4e49-ace0-f426a49f4bf1 req-d73bfbe8-307b-4c9a-8701-28534020b576 service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b69ade58-42a9-4e49-ace0-f426a49f4bf1 req-d73bfbe8-307b-4c9a-8701-28534020b576 service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:14 user nova-compute[75018]: DEBUG nova.compute.manager [req-b69ade58-42a9-4e49-ace0-f426a49f4bf1 req-d73bfbe8-307b-4c9a-8701-28534020b576 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] No waiting events found dispatching network-vif-unplugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:13:14 user nova-compute[75018]: WARNING nova.compute.manager [req-b69ade58-42a9-4e49-ace0-f426a49f4bf1 req-d73bfbe8-307b-4c9a-8701-28534020b576 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received unexpected event network-vif-unplugged-50001cf1-90f3-4bab-9825-e69bed0bedbe for instance with vm_state deleted and task_state None.
Dec 05 17:13:14 user nova-compute[75018]: DEBUG nova.compute.manager [req-b69ade58-42a9-4e49-ace0-f426a49f4bf1 req-d73bfbe8-307b-4c9a-8701-28534020b576 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:13:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b69ade58-42a9-4e49-ace0-f426a49f4bf1 req-d73bfbe8-307b-4c9a-8701-28534020b576 service nova] Acquiring lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b69ade58-42a9-4e49-ace0-f426a49f4bf1 req-d73bfbe8-307b-4c9a-8701-28534020b576 service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b69ade58-42a9-4e49-ace0-f426a49f4bf1 req-d73bfbe8-307b-4c9a-8701-28534020b576 service nova] Lock "186d52ed-d917-4547-877b-fa4431b8d30b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:14 user nova-compute[75018]: DEBUG nova.compute.manager [req-b69ade58-42a9-4e49-ace0-f426a49f4bf1 req-d73bfbe8-307b-4c9a-8701-28534020b576 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] No waiting events found dispatching network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:13:14 user nova-compute[75018]: WARNING nova.compute.manager [req-b69ade58-42a9-4e49-ace0-f426a49f4bf1 req-d73bfbe8-307b-4c9a-8701-28534020b576 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received unexpected event network-vif-plugged-50001cf1-90f3-4bab-9825-e69bed0bedbe for instance with vm_state deleted and task_state None.
Dec 05 17:13:14 user nova-compute[75018]: DEBUG nova.compute.manager [req-b69ade58-42a9-4e49-ace0-f426a49f4bf1 req-d73bfbe8-307b-4c9a-8701-28534020b576 service nova] [instance: 186d52ed-d917-4547-877b-fa4431b8d30b] Received event network-vif-deleted-50001cf1-90f3-4bab-9825-e69bed0bedbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:13:14 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:13:14 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:13:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.310s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:14 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Deleted allocations for instance 186d52ed-d917-4547-877b-fa4431b8d30b
Dec 05 17:13:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d8899add-3531-4e1e-99d1-f6b3c78de570 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "186d52ed-d917-4547-877b-fa4431b8d30b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.975s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:16 user nova-compute[75018]: DEBUG os_brick.utils [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:13:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a536b1bb-98a1-436e-968a-14add0aedbcb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.145s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd28e477-f849-4c94-ba35-94d754c8836b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a587f8b4-dfaf-4c86-8991-8d1fc81743d5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[76bfe688-aa2d-4a46-b17b-c7e12cc4c0c4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:13:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:13:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:13:17 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:13:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff7aa312-9ec6-4e8e-aa6d-59b376001b14]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:13:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:13:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:13:17 user nova-compute[75018]: DEBUG os_brick.utils [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== get_connector_properties: return (251ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:13:17 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Updating existing volume attachment record: 2143c44a-5159-4947-b6ee-b1f1fc3dbb78 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:13:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "fbd61d9b-738e-4208-948a-318b766a059f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "fbd61d9b-738e-4208-948a-318b766a059f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "fbd61d9b-738e-4208-948a-318b766a059f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:25 user nova-compute[75018]: INFO nova.compute.manager [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Terminating instance
Dec 05 17:13:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:13:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-18c24cdc-c10a-4b14-9ed8-dd6d591f7da8 req-2b019a61-76e2-47ed-bb47-a790abe57511 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received event network-vif-unplugged-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-18c24cdc-c10a-4b14-9ed8-dd6d591f7da8 req-2b019a61-76e2-47ed-bb47-a790abe57511 service nova] Acquiring lock "fbd61d9b-738e-4208-948a-318b766a059f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-18c24cdc-c10a-4b14-9ed8-dd6d591f7da8 req-2b019a61-76e2-47ed-bb47-a790abe57511 service nova] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-18c24cdc-c10a-4b14-9ed8-dd6d591f7da8 req-2b019a61-76e2-47ed-bb47-a790abe57511 service nova] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-18c24cdc-c10a-4b14-9ed8-dd6d591f7da8 req-2b019a61-76e2-47ed-bb47-a790abe57511 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] No waiting events found dispatching network-vif-unplugged-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-18c24cdc-c10a-4b14-9ed8-dd6d591f7da8 req-2b019a61-76e2-47ed-bb47-a790abe57511 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received event network-vif-unplugged-82d621d8-5197-405e-827f-7ab467fbc05c for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:26 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Instance destroyed successfully.
Dec 05 17:13:26 user nova-compute[75018]: DEBUG nova.objects.instance [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lazy-loading 'resources' on Instance uuid fbd61d9b-738e-4208-948a-318b766a059f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-05T17:07:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1179453662',display_name='tempest-ServerActionsTestOtherA-server-1569282554',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1179453662',id=26,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCGlTXggElctFLV9m52j8W2wYzdf8sx7RBuhgjh+PioWk3sBJc5HS5yEOG5wmmtdergo5c3R+OuzkdbjLBs0A6rhPcx1VmKMCbxwlJt5H93LL5qpYRTLReofp5taFhciaw==',key_name='tempest-keypair-1764533090',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:10:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='31b8f8305ff14e2883c646a9dfa3af0d',ramdisk_id='',reservation_id='r-r7xwujlc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-828640255',owner_user_name='tempest-ServerActionsTestOtherA-828640255-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:10:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8da346c164fb4c0280a7dfb63c4d1a52',uuid=fbd61d9b-738e-4208-948a-318b766a059f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converting VIF {"id": "82d621d8-5197-405e-827f-7ab467fbc05c", "address": "fa:16:3e:fa:59:17", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82d621d8-51", "ovs_interfaceid": "82d621d8-5197-405e-827f-7ab467fbc05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fa:59:17,bridge_name='br-int',has_traffic_filtering=True,id=82d621d8-5197-405e-827f-7ab467fbc05c,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82d621d8-51') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG os_vif [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:59:17,bridge_name='br-int',has_traffic_filtering=True,id=82d621d8-5197-405e-827f-7ab467fbc05c,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82d621d8-51') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap82d621d8-51, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4c034bc3-0fd4-4748-856e-49fb06bc6d08) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:13:26 user nova-compute[75018]: INFO os_vif [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:59:17,bridge_name='br-int',has_traffic_filtering=True,id=82d621d8-5197-405e-827f-7ab467fbc05c,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82d621d8-51')
Dec 05 17:13:26 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Deleting instance files /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f_del
Dec 05 17:13:26 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Deletion of /opt/stack/data/nova/instances/fbd61d9b-738e-4208-948a-318b766a059f_del complete
Dec 05 17:13:26 user nova-compute[75018]: INFO nova.compute.manager [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 05 17:13:26 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: fbd61d9b-738e-4208-948a-318b766a059f] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:13:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:27 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:13:27 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Took 0.83 seconds to deallocate network for instance.
Dec 05 17:13:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-f4aa6b72-1f6a-4693-b317-db4a270e053a req-82b16b9a-73a8-4699-98ed-dd9c98861060 service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received event network-vif-deleted-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:13:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:27 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:13:27 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:13:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.292s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:27 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Deleted allocations for instance fbd61d9b-738e-4208-948a-318b766a059f
Dec 05 17:13:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-b68658c8-3924-452f-b948-560be60fc0ab tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "fbd61d9b-738e-4208-948a-318b766a059f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.165s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-0d9a451a-9592-4741-88fe-8f416ae8cba5 req-07c6fa0b-bac8-448b-9770-6366e43d2dac service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received event network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:13:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0d9a451a-9592-4741-88fe-8f416ae8cba5 req-07c6fa0b-bac8-448b-9770-6366e43d2dac service nova] Acquiring lock "fbd61d9b-738e-4208-948a-318b766a059f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0d9a451a-9592-4741-88fe-8f416ae8cba5 req-07c6fa0b-bac8-448b-9770-6366e43d2dac service nova] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0d9a451a-9592-4741-88fe-8f416ae8cba5 req-07c6fa0b-bac8-448b-9770-6366e43d2dac service nova] Lock "fbd61d9b-738e-4208-948a-318b766a059f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-0d9a451a-9592-4741-88fe-8f416ae8cba5 req-07c6fa0b-bac8-448b-9770-6366e43d2dac service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] No waiting events found dispatching network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:13:28 user nova-compute[75018]: WARNING nova.compute.manager [req-0d9a451a-9592-4741-88fe-8f416ae8cba5 req-07c6fa0b-bac8-448b-9770-6366e43d2dac service nova] [instance: fbd61d9b-738e-4208-948a-318b766a059f] Received unexpected event network-vif-plugged-82d621d8-5197-405e-827f-7ab467fbc05c for instance with vm_state deleted and task_state None.
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:13:30 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Creating image(s)
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Did not create local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Ensure instance console log exists: /opt/stack/data/nova/instances/9653f1bc-ef36-4cfd-a888-d7954596e22d/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Start _get_guest_xml network_info=[{"id": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "address": "fa:16:3e:81:74:00", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c57586f-6a", "ovs_interfaceid": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BlQtbIXY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9653f1bc-ef36-4cfd-a888-d7954596e22d', 'attached_at': '', 'detached_at': '', 'volume_id': '800a64f6-ae82-4fd5-8eb2-47773772ec9d', 'serial': '800a64f6-ae82-4fd5-8eb2-47773772ec9d'}, 'attachment_id': '2143c44a-5159-4947-b6ee-b1f1fc3dbb78', 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:13:30 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:13:30 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BlQtbIXY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:13:30 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:13:30 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:13:30 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff1de77d-5e05-40ec-8d4f-dd9395cd482c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:13:30 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0eca7262-f66c-45b7-8b57-251429a873b5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d] added
Dec 05 17:13:30 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1eb0674a-1c36-4887-a535-8db9c3d330ad]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ffc206e-b36c-49e9-a676-c1c17c3f1a33]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BlQtbIXY {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BlQtbIXY" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9267018-a539-478a-9706-107060097ec7]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BlQtbIXY'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[beaf3a4a-c614-40ed-8085-6145366ac7fb]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[90d71696-d2a3-437b-894b-e17a3160306e]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:13:30 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:13:30 user nova-compute[75018]:  {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:13:30 user nova-compute[75018]: WARNING os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 05 17:13:30 user nova-compute[75018]: 
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e94e1cc-f7a1-4a7b-9e44-ffe1bdecb687]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d, portal: 172.16.0.220,3260]
Dec 05 17:13:30 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d, portal: 172.16.0.220,3260] successful.
Dec 05 17:13:30 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[81e544e2-ce98-4d26-b6aa-8908e7be18ac]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d39cba8-4d88-4211-9da9-d86d0db63e71]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)
Dec 05 17:13:30 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)
Dec 05 17:13:30 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.242s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] HCTL ('33', '-', '-', 0) found on session 36 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d051e417-6478-4475-8b92-76890c00aaa3]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching for a device in session 36 and hctl ['33', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching for a device in session 36 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BlQtbIXY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.273s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== connect_volume: return (1274ms) {'type': 'block', 'scsi_wwn': '23961313038373763', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23961313038373763', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:13:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1554850460',display_name='tempest-TestVolumeBootPattern-server-1554850460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1554850460',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-5c9vry2i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:13:11Z,user_data=None,user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=9653f1bc-ef36-4cfd-a888-d7954596e22d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "address": "fa:16:3e:81:74:00", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c57586f-6a", "ovs_interfaceid": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "address": "fa:16:3e:81:74:00", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c57586f-6a", "ovs_interfaceid": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:74:00,bridge_name='br-int',has_traffic_filtering=True,id=6c57586f-6aa3-49f5-9699-c8fb4537f7e6,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c57586f-6a') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG nova.objects.instance [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lazy-loading 'pci_devices' on Instance uuid 9653f1bc-ef36-4cfd-a888-d7954596e22d {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:13:31 user nova-compute[75018]:   <uuid>9653f1bc-ef36-4cfd-a888-d7954596e22d</uuid>
Dec 05 17:13:31 user nova-compute[75018]:   <name>instance-00000021</name>
Dec 05 17:13:31 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:13:31 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:13:31 user nova-compute[75018]:   <metadata>
Dec 05 17:13:31 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:13:31 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:13:31 user nova-compute[75018]:       <nova:name>tempest-TestVolumeBootPattern-server-1554850460</nova:name>
Dec 05 17:13:31 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:13:30</nova:creationTime>
Dec 05 17:13:31 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:13:31 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:13:31 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:13:31 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:13:31 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:13:31 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:13:31 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:13:31 user nova-compute[75018]:       <nova:owner>
Dec 05 17:13:31 user nova-compute[75018]:         <nova:user uuid="cbdc3bee63ae4fce86e51b500da9c1ac">tempest-TestVolumeBootPattern-1277319653-project-member</nova:user>
Dec 05 17:13:31 user nova-compute[75018]:         <nova:project uuid="4ab67a8b79a84e4e9347f71769911964">tempest-TestVolumeBootPattern-1277319653</nova:project>
Dec 05 17:13:31 user nova-compute[75018]:       </nova:owner>
Dec 05 17:13:31 user nova-compute[75018]:       <nova:ports>
Dec 05 17:13:31 user nova-compute[75018]:         <nova:port uuid="6c57586f-6aa3-49f5-9699-c8fb4537f7e6">
Dec 05 17:13:31 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 05 17:13:31 user nova-compute[75018]:         </nova:port>
Dec 05 17:13:31 user nova-compute[75018]:       </nova:ports>
Dec 05 17:13:31 user nova-compute[75018]:     </nova:instance>
Dec 05 17:13:31 user nova-compute[75018]:   </metadata>
Dec 05 17:13:31 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:13:31 user nova-compute[75018]:     <system>
Dec 05 17:13:31 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:13:31 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:13:31 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:13:31 user nova-compute[75018]:       <entry name="serial">9653f1bc-ef36-4cfd-a888-d7954596e22d</entry>
Dec 05 17:13:31 user nova-compute[75018]:       <entry name="uuid">9653f1bc-ef36-4cfd-a888-d7954596e22d</entry>
Dec 05 17:13:31 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:13:31 user nova-compute[75018]:     </system>
Dec 05 17:13:31 user nova-compute[75018]:   </sysinfo>
Dec 05 17:13:31 user nova-compute[75018]:   <os>
Dec 05 17:13:31 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:13:31 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:13:31 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:13:31 user nova-compute[75018]:   </os>
Dec 05 17:13:31 user nova-compute[75018]:   <features>
Dec 05 17:13:31 user nova-compute[75018]:     <acpi/>
Dec 05 17:13:31 user nova-compute[75018]:     <apic/>
Dec 05 17:13:31 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:13:31 user nova-compute[75018]:   </features>
Dec 05 17:13:31 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:13:31 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:13:31 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:13:31 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:13:31 user nova-compute[75018]:   </clock>
Dec 05 17:13:31 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:13:31 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:13:31 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:13:31 user nova-compute[75018]:   </cpu>
Dec 05 17:13:31 user nova-compute[75018]:   <devices>
Dec 05 17:13:31 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:13:31 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:13:31 user nova-compute[75018]:       <source dev="/dev/sdb"/>
Dec 05 17:13:31 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:13:31 user nova-compute[75018]:       <serial>800a64f6-ae82-4fd5-8eb2-47773772ec9d</serial>
Dec 05 17:13:31 user nova-compute[75018]:     </disk>
Dec 05 17:13:31 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:13:31 user nova-compute[75018]:       <mac address="fa:16:3e:81:74:00"/>
Dec 05 17:13:31 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:13:31 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:13:31 user nova-compute[75018]:       <target dev="tap6c57586f-6a"/>
Dec 05 17:13:31 user nova-compute[75018]:     </interface>
Dec 05 17:13:31 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:13:31 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/9653f1bc-ef36-4cfd-a888-d7954596e22d/console.log" append="off"/>
Dec 05 17:13:31 user nova-compute[75018]:     </serial>
Dec 05 17:13:31 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:13:31 user nova-compute[75018]:     <video>
Dec 05 17:13:31 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:13:31 user nova-compute[75018]:     </video>
Dec 05 17:13:31 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:13:31 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:13:31 user nova-compute[75018]:     </rng>
Dec 05 17:13:31 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:13:31 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:13:31 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:13:31 user nova-compute[75018]:     </memballoon>
Dec 05 17:13:31 user nova-compute[75018]:   </devices>
Dec 05 17:13:31 user nova-compute[75018]: </domain>
Dec 05 17:13:31 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:13:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1554850460',display_name='tempest-TestVolumeBootPattern-server-1554850460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1554850460',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-5c9vry2i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:13:11Z,user_data=None,user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=9653f1bc-ef36-4cfd-a888-d7954596e22d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "address": "fa:16:3e:81:74:00", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c57586f-6a", "ovs_interfaceid": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "address": "fa:16:3e:81:74:00", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c57586f-6a", "ovs_interfaceid": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:74:00,bridge_name='br-int',has_traffic_filtering=True,id=6c57586f-6aa3-49f5-9699-c8fb4537f7e6,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c57586f-6a') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG os_vif [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:74:00,bridge_name='br-int',has_traffic_filtering=True,id=6c57586f-6aa3-49f5-9699-c8fb4537f7e6,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c57586f-6a') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b9aaad1f-e309-5fb5-9f54-a9794bf685d7', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6c57586f-6a, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6c57586f-6a, col_values=(('qos', UUID('a83921e0-6710-458e-87fe-2b439b324a09')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6c57586f-6a, col_values=(('external_ids', {'iface-id': '6c57586f-6aa3-49f5-9699-c8fb4537f7e6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:81:74:00', 'vm-uuid': '9653f1bc-ef36-4cfd-a888-d7954596e22d'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:31 user nova-compute[75018]: INFO os_vif [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:74:00,bridge_name='br-int',has_traffic_filtering=True,id=6c57586f-6aa3-49f5-9699-c8fb4537f7e6,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c57586f-6a')
Dec 05 17:13:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:13:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] No VIF found with MAC fa:16:3e:81:74:00, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:13:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-44628eb4-6f97-44d3-959c-bf81e5fa9088 req-9eacff36-7691-4cf4-9425-a6f7c816cd4a service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Received event network-vif-plugged-6c57586f-6aa3-49f5-9699-c8fb4537f7e6 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:13:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-44628eb4-6f97-44d3-959c-bf81e5fa9088 req-9eacff36-7691-4cf4-9425-a6f7c816cd4a service nova] Acquiring lock "9653f1bc-ef36-4cfd-a888-d7954596e22d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-44628eb4-6f97-44d3-959c-bf81e5fa9088 req-9eacff36-7691-4cf4-9425-a6f7c816cd4a service nova] Lock "9653f1bc-ef36-4cfd-a888-d7954596e22d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-44628eb4-6f97-44d3-959c-bf81e5fa9088 req-9eacff36-7691-4cf4-9425-a6f7c816cd4a service nova] Lock "9653f1bc-ef36-4cfd-a888-d7954596e22d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-44628eb4-6f97-44d3-959c-bf81e5fa9088 req-9eacff36-7691-4cf4-9425-a6f7c816cd4a service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] No waiting events found dispatching network-vif-plugged-6c57586f-6aa3-49f5-9699-c8fb4537f7e6 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:13:33 user nova-compute[75018]: WARNING nova.compute.manager [req-44628eb4-6f97-44d3-959c-bf81e5fa9088 req-9eacff36-7691-4cf4-9425-a6f7c816cd4a service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Received unexpected event network-vif-plugged-6c57586f-6aa3-49f5-9699-c8fb4537f7e6 for instance with vm_state building and task_state spawning.
Dec 05 17:13:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:35 user nova-compute[75018]: DEBUG nova.compute.manager [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:13:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:13:35 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Instance spawned successfully.
Dec 05 17:13:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:13:35 user nova-compute[75018]: DEBUG nova.compute.manager [req-2599db90-ddd4-44f8-9567-a4c92700973f req-08f6ab89-d8f5-4514-b081-5d51ab506f2f service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Received event network-vif-plugged-6c57586f-6aa3-49f5-9699-c8fb4537f7e6 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:13:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2599db90-ddd4-44f8-9567-a4c92700973f req-08f6ab89-d8f5-4514-b081-5d51ab506f2f service nova] Acquiring lock "9653f1bc-ef36-4cfd-a888-d7954596e22d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2599db90-ddd4-44f8-9567-a4c92700973f req-08f6ab89-d8f5-4514-b081-5d51ab506f2f service nova] Lock "9653f1bc-ef36-4cfd-a888-d7954596e22d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2599db90-ddd4-44f8-9567-a4c92700973f req-08f6ab89-d8f5-4514-b081-5d51ab506f2f service nova] Lock "9653f1bc-ef36-4cfd-a888-d7954596e22d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:35 user nova-compute[75018]: DEBUG nova.compute.manager [req-2599db90-ddd4-44f8-9567-a4c92700973f req-08f6ab89-d8f5-4514-b081-5d51ab506f2f service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] No waiting events found dispatching network-vif-plugged-6c57586f-6aa3-49f5-9699-c8fb4537f7e6 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:13:35 user nova-compute[75018]: WARNING nova.compute.manager [req-2599db90-ddd4-44f8-9567-a4c92700973f req-08f6ab89-d8f5-4514-b081-5d51ab506f2f service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Received unexpected event network-vif-plugged-6c57586f-6aa3-49f5-9699-c8fb4537f7e6 for instance with vm_state building and task_state spawning.
Dec 05 17:13:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:13:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:13:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:13:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:13:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:13:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:13:35 user nova-compute[75018]: INFO nova.compute.manager [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Took 5.14 seconds to spawn the instance on the hypervisor.
Dec 05 17:13:35 user nova-compute[75018]: DEBUG nova.compute.manager [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:13:35 user nova-compute[75018]: INFO nova.compute.manager [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Took 24.64 seconds to build instance.
Dec 05 17:13:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-601da43a-7da8-4e53-aeb5-338a5cee6c2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "9653f1bc-ef36-4cfd-a888-d7954596e22d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.742s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-8408a38b-e2a7-4629-ab12-c904b6f044ab req-dce9702f-2b13-4a96-9c3e-4447ae44c2c7 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received event network-changed-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:13:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-8408a38b-e2a7-4629-ab12-c904b6f044ab req-dce9702f-2b13-4a96-9c3e-4447ae44c2c7 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Refreshing instance network info cache due to event network-changed-2955f0bc-645c-4671-9825-568aabfaf928. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:13:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8408a38b-e2a7-4629-ab12-c904b6f044ab req-dce9702f-2b13-4a96-9c3e-4447ae44c2c7 service nova] Acquiring lock "refresh_cache-c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:13:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8408a38b-e2a7-4629-ab12-c904b6f044ab req-dce9702f-2b13-4a96-9c3e-4447ae44c2c7 service nova] Acquired lock "refresh_cache-c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:13:42 user nova-compute[75018]: DEBUG nova.network.neutron [req-8408a38b-e2a7-4629-ab12-c904b6f044ab req-dce9702f-2b13-4a96-9c3e-4447ae44c2c7 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Refreshing network info cache for port 2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:13:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:42 user nova-compute[75018]: DEBUG nova.network.neutron [req-8408a38b-e2a7-4629-ab12-c904b6f044ab req-dce9702f-2b13-4a96-9c3e-4447ae44c2c7 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Updated VIF entry in instance network info cache for port 2955f0bc-645c-4671-9825-568aabfaf928. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:13:42 user nova-compute[75018]: DEBUG nova.network.neutron [req-8408a38b-e2a7-4629-ab12-c904b6f044ab req-dce9702f-2b13-4a96-9c3e-4447ae44c2c7 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Updating instance_info_cache with network_info: [{"id": "2955f0bc-645c-4671-9825-568aabfaf928", "address": "fa:16:3e:f3:6d:97", "network": {"id": "48dcfff2-ba5f-49ba-bf52-bfab9612f9b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1761942446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2dc8f571c7d4ebbbc48274c7c56cadf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2955f0bc-64", "ovs_interfaceid": "2955f0bc-645c-4671-9825-568aabfaf928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:13:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8408a38b-e2a7-4629-ab12-c904b6f044ab req-dce9702f-2b13-4a96-9c3e-4447ae44c2c7 service nova] Releasing lock "refresh_cache-c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG nova.objects.instance [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lazy-loading 'flavor' on Instance uuid c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:46 user nova-compute[75018]: INFO nova.compute.manager [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Attaching volume cee32326-4278-4442-b9be-2b5d5dd86996 to /dev/vdb
Dec 05 17:13:46 user nova-compute[75018]: DEBUG os_brick.utils [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[27f4fb3c-c0fb-4622-bcb3-7e9bd6ae4f3d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[06e839d5-7bb7-4f3d-9e0b-fa5d95d81ff1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ed6feca-2716-400b-82b8-d7d85f34e8a5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f79d24b-cb89-4d0d-85e0-84e7a688523e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:13:46 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:13:46 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[31bba2cf-6f39-4ac9-b490-764ef5b2fddf]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG os_brick.utils [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:13:46 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Updating existing volume attachment record: 102cc672-05f8-45ee-b454-323e70597cc1 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:13:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "1d0518df-0a8b-43d2-9772-fac12f42067a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:13:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:48 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:13:48 user nova-compute[75018]: INFO nova.compute.claims [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Claim successful on node user
Dec 05 17:13:48 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:13:48 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:13:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.675s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:13:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:13:48 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:13:48 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:13:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG nova.policy [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c254db3ec00e40338c3323be0668689e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91cb55b5c62f4d82ae96bc07a48fd906', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:13:49 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Creating image(s)
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "/opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "/opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "/opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.172s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk 1073741824" returned: 0 in 0.050s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.177s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Successfully created port: df9b4da5-80ff-4f63-99ed-31bca6cff91f {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Cannot resize image /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Ensure instance console log exists: /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Successfully updated port: df9b4da5-80ff-4f63-99ed-31bca6cff91f {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "refresh_cache-1d0518df-0a8b-43d2-9772-fac12f42067a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquired lock "refresh_cache-1d0518df-0a8b-43d2-9772-fac12f42067a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.compute.manager [req-80352419-5df1-426e-9cf2-cf30acc6cb28 req-7678a5a8-cf53-4844-a160-4370b1cb77d6 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Received event network-changed-df9b4da5-80ff-4f63-99ed-31bca6cff91f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.compute.manager [req-80352419-5df1-426e-9cf2-cf30acc6cb28 req-7678a5a8-cf53-4844-a160-4370b1cb77d6 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Refreshing instance network info cache due to event network-changed-df9b4da5-80ff-4f63-99ed-31bca6cff91f. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-80352419-5df1-426e-9cf2-cf30acc6cb28 req-7678a5a8-cf53-4844-a160-4370b1cb77d6 service nova] Acquiring lock "refresh_cache-1d0518df-0a8b-43d2-9772-fac12f42067a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Updating instance_info_cache with network_info: [{"id": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "address": "fa:16:3e:97:bc:3f", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf9b4da5-80", "ovs_interfaceid": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Releasing lock "refresh_cache-1d0518df-0a8b-43d2-9772-fac12f42067a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Instance network_info: |[{"id": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "address": "fa:16:3e:97:bc:3f", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf9b4da5-80", "ovs_interfaceid": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-80352419-5df1-426e-9cf2-cf30acc6cb28 req-7678a5a8-cf53-4844-a160-4370b1cb77d6 service nova] Acquired lock "refresh_cache-1d0518df-0a8b-43d2-9772-fac12f42067a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.network.neutron [req-80352419-5df1-426e-9cf2-cf30acc6cb28 req-7678a5a8-cf53-4844-a160-4370b1cb77d6 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Refreshing network info cache for port df9b4da5-80ff-4f63-99ed-31bca6cff91f {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Start _get_guest_xml network_info=[{"id": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "address": "fa:16:3e:97:bc:3f", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf9b4da5-80", "ovs_interfaceid": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:13:50 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:13:50 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:13:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1671290925',display_name='tempest-AttachVolumeNegativeTest-server-1671290925',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1671290925',id=34,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMf+d9/IFhG2n3LiS/MxqXIeYxML1YaaknwkaMjT16XIGRy1ng2fc3AMyo8Ai08aZdY4308kSz1MaoZVI9BuDXew0+/X0Q6Etlxvi1OSC+PDP2ip+AaQzErz/y23WgE6bg==',key_name='tempest-keypair-259770472',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='91cb55b5c62f4d82ae96bc07a48fd906',ramdisk_id='',reservation_id='r-gl20e043',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1278838961',owner_user_name='tempest-AttachVolumeNegativeTest-1278838961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:13:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c254db3ec00e40338c3323be0668689e',uuid=1d0518df-0a8b-43d2-9772-fac12f42067a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "address": "fa:16:3e:97:bc:3f", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf9b4da5-80", "ovs_interfaceid": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converting VIF {"id": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "address": "fa:16:3e:97:bc:3f", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf9b4da5-80", "ovs_interfaceid": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:97:bc:3f,bridge_name='br-int',has_traffic_filtering=True,id=df9b4da5-80ff-4f63-99ed-31bca6cff91f,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf9b4da5-80') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.objects.instance [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lazy-loading 'pci_devices' on Instance uuid 1d0518df-0a8b-43d2-9772-fac12f42067a {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:13:50 user nova-compute[75018]:   <uuid>1d0518df-0a8b-43d2-9772-fac12f42067a</uuid>
Dec 05 17:13:50 user nova-compute[75018]:   <name>instance-00000022</name>
Dec 05 17:13:50 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:13:50 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:13:50 user nova-compute[75018]:   <metadata>
Dec 05 17:13:50 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:13:50 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:13:50 user nova-compute[75018]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1671290925</nova:name>
Dec 05 17:13:50 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:13:50</nova:creationTime>
Dec 05 17:13:50 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:13:50 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:13:50 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:13:50 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:13:50 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:13:50 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:13:50 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:13:50 user nova-compute[75018]:       <nova:owner>
Dec 05 17:13:50 user nova-compute[75018]:         <nova:user uuid="c254db3ec00e40338c3323be0668689e">tempest-AttachVolumeNegativeTest-1278838961-project-member</nova:user>
Dec 05 17:13:50 user nova-compute[75018]:         <nova:project uuid="91cb55b5c62f4d82ae96bc07a48fd906">tempest-AttachVolumeNegativeTest-1278838961</nova:project>
Dec 05 17:13:50 user nova-compute[75018]:       </nova:owner>
Dec 05 17:13:50 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:13:50 user nova-compute[75018]:       <nova:ports>
Dec 05 17:13:50 user nova-compute[75018]:         <nova:port uuid="df9b4da5-80ff-4f63-99ed-31bca6cff91f">
Dec 05 17:13:50 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 05 17:13:50 user nova-compute[75018]:         </nova:port>
Dec 05 17:13:50 user nova-compute[75018]:       </nova:ports>
Dec 05 17:13:50 user nova-compute[75018]:     </nova:instance>
Dec 05 17:13:50 user nova-compute[75018]:   </metadata>
Dec 05 17:13:50 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:13:50 user nova-compute[75018]:     <system>
Dec 05 17:13:50 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:13:50 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:13:50 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:13:50 user nova-compute[75018]:       <entry name="serial">1d0518df-0a8b-43d2-9772-fac12f42067a</entry>
Dec 05 17:13:50 user nova-compute[75018]:       <entry name="uuid">1d0518df-0a8b-43d2-9772-fac12f42067a</entry>
Dec 05 17:13:50 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:13:50 user nova-compute[75018]:     </system>
Dec 05 17:13:50 user nova-compute[75018]:   </sysinfo>
Dec 05 17:13:50 user nova-compute[75018]:   <os>
Dec 05 17:13:50 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:13:50 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:13:50 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:13:50 user nova-compute[75018]:   </os>
Dec 05 17:13:50 user nova-compute[75018]:   <features>
Dec 05 17:13:50 user nova-compute[75018]:     <acpi/>
Dec 05 17:13:50 user nova-compute[75018]:     <apic/>
Dec 05 17:13:50 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:13:50 user nova-compute[75018]:   </features>
Dec 05 17:13:50 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:13:50 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:13:50 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:13:50 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:13:50 user nova-compute[75018]:   </clock>
Dec 05 17:13:50 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:13:50 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:13:50 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:13:50 user nova-compute[75018]:   </cpu>
Dec 05 17:13:50 user nova-compute[75018]:   <devices>
Dec 05 17:13:50 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:13:50 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:13:50 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk"/>
Dec 05 17:13:50 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:13:50 user nova-compute[75018]:     </disk>
Dec 05 17:13:50 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:13:50 user nova-compute[75018]:       <mac address="fa:16:3e:97:bc:3f"/>
Dec 05 17:13:50 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:13:50 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:13:50 user nova-compute[75018]:       <target dev="tapdf9b4da5-80"/>
Dec 05 17:13:50 user nova-compute[75018]:     </interface>
Dec 05 17:13:50 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:13:50 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/console.log" append="off"/>
Dec 05 17:13:50 user nova-compute[75018]:     </serial>
Dec 05 17:13:50 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:13:50 user nova-compute[75018]:     <video>
Dec 05 17:13:50 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:13:50 user nova-compute[75018]:     </video>
Dec 05 17:13:50 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:13:50 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:13:50 user nova-compute[75018]:     </rng>
Dec 05 17:13:50 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:13:50 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:13:50 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:13:50 user nova-compute[75018]:     </memballoon>
Dec 05 17:13:50 user nova-compute[75018]:   </devices>
Dec 05 17:13:50 user nova-compute[75018]: </domain>
Dec 05 17:13:50 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:13:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1671290925',display_name='tempest-AttachVolumeNegativeTest-server-1671290925',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1671290925',id=34,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMf+d9/IFhG2n3LiS/MxqXIeYxML1YaaknwkaMjT16XIGRy1ng2fc3AMyo8Ai08aZdY4308kSz1MaoZVI9BuDXew0+/X0Q6Etlxvi1OSC+PDP2ip+AaQzErz/y23WgE6bg==',key_name='tempest-keypair-259770472',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='91cb55b5c62f4d82ae96bc07a48fd906',ramdisk_id='',reservation_id='r-gl20e043',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1278838961',owner_user_name='tempest-AttachVolumeNegativeTest-1278838961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:13:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c254db3ec00e40338c3323be0668689e',uuid=1d0518df-0a8b-43d2-9772-fac12f42067a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "address": "fa:16:3e:97:bc:3f", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf9b4da5-80", "ovs_interfaceid": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converting VIF {"id": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "address": "fa:16:3e:97:bc:3f", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf9b4da5-80", "ovs_interfaceid": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:97:bc:3f,bridge_name='br-int',has_traffic_filtering=True,id=df9b4da5-80ff-4f63-99ed-31bca6cff91f,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf9b4da5-80') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG os_vif [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:bc:3f,bridge_name='br-int',has_traffic_filtering=True,id=df9b4da5-80ff-4f63-99ed-31bca6cff91f,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf9b4da5-80') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5aac1fd6-d767-56f9-baa8-701259fc794e', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdf9b4da5-80, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdf9b4da5-80, col_values=(('qos', UUID('adbb2e32-d1cb-413c-9efc-4e27e03144c3')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdf9b4da5-80, col_values=(('external_ids', {'iface-id': 'df9b4da5-80ff-4f63-99ed-31bca6cff91f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:97:bc:3f', 'vm-uuid': '1d0518df-0a8b-43d2-9772-fac12f42067a'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:50 user nova-compute[75018]: INFO os_vif [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:bc:3f,bridge_name='br-int',has_traffic_filtering=True,id=df9b4da5-80ff-4f63-99ed-31bca6cff91f,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf9b4da5-80')
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:13:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] No VIF found with MAC fa:16:3e:97:bc:3f, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:13:51 user nova-compute[75018]: DEBUG nova.network.neutron [req-80352419-5df1-426e-9cf2-cf30acc6cb28 req-7678a5a8-cf53-4844-a160-4370b1cb77d6 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Updated VIF entry in instance network info cache for port df9b4da5-80ff-4f63-99ed-31bca6cff91f. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:13:51 user nova-compute[75018]: DEBUG nova.network.neutron [req-80352419-5df1-426e-9cf2-cf30acc6cb28 req-7678a5a8-cf53-4844-a160-4370b1cb77d6 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Updating instance_info_cache with network_info: [{"id": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "address": "fa:16:3e:97:bc:3f", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf9b4da5-80", "ovs_interfaceid": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:13:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-80352419-5df1-426e-9cf2-cf30acc6cb28 req-7678a5a8-cf53-4844-a160-4370b1cb77d6 service nova] Releasing lock "refresh_cache-1d0518df-0a8b-43d2-9772-fac12f42067a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:13:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-1766a851-74c1-4891-9045-2a1923f09c11 req-8fad7e37-4d16-4244-b668-f4810e3bcde0 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Received event network-vif-plugged-df9b4da5-80ff-4f63-99ed-31bca6cff91f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:13:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1766a851-74c1-4891-9045-2a1923f09c11 req-8fad7e37-4d16-4244-b668-f4810e3bcde0 service nova] Acquiring lock "1d0518df-0a8b-43d2-9772-fac12f42067a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1766a851-74c1-4891-9045-2a1923f09c11 req-8fad7e37-4d16-4244-b668-f4810e3bcde0 service nova] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1766a851-74c1-4891-9045-2a1923f09c11 req-8fad7e37-4d16-4244-b668-f4810e3bcde0 service nova] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-1766a851-74c1-4891-9045-2a1923f09c11 req-8fad7e37-4d16-4244-b668-f4810e3bcde0 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] No waiting events found dispatching network-vif-plugged-df9b4da5-80ff-4f63-99ed-31bca6cff91f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:13:52 user nova-compute[75018]: WARNING nova.compute.manager [req-1766a851-74c1-4891-9045-2a1923f09c11 req-8fad7e37-4d16-4244-b668-f4810e3bcde0 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Received unexpected event network-vif-plugged-df9b4da5-80ff-4f63-99ed-31bca6cff91f for instance with vm_state building and task_state spawning.
Dec 05 17:13:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:54 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:13:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:13:54 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Instance spawned successfully.
Dec 05 17:13:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:13:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-c8523676-3851-47d5-b979-21b6a528819f req-60d89c25-1fb9-4bd1-94fc-83101a466bd5 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Received event network-vif-plugged-df9b4da5-80ff-4f63-99ed-31bca6cff91f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:13:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c8523676-3851-47d5-b979-21b6a528819f req-60d89c25-1fb9-4bd1-94fc-83101a466bd5 service nova] Acquiring lock "1d0518df-0a8b-43d2-9772-fac12f42067a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:13:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c8523676-3851-47d5-b979-21b6a528819f req-60d89c25-1fb9-4bd1-94fc-83101a466bd5 service nova] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:13:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c8523676-3851-47d5-b979-21b6a528819f req-60d89c25-1fb9-4bd1-94fc-83101a466bd5 service nova] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-c8523676-3851-47d5-b979-21b6a528819f req-60d89c25-1fb9-4bd1-94fc-83101a466bd5 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] No waiting events found dispatching network-vif-plugged-df9b4da5-80ff-4f63-99ed-31bca6cff91f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:13:54 user nova-compute[75018]: WARNING nova.compute.manager [req-c8523676-3851-47d5-b979-21b6a528819f req-60d89c25-1fb9-4bd1-94fc-83101a466bd5 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Received unexpected event network-vif-plugged-df9b4da5-80ff-4f63-99ed-31bca6cff91f for instance with vm_state building and task_state spawning.
Dec 05 17:13:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:13:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:13:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:13:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:13:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:13:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:13:54 user nova-compute[75018]: INFO nova.compute.manager [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Took 5.55 seconds to spawn the instance on the hypervisor.
Dec 05 17:13:54 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:13:54 user nova-compute[75018]: INFO nova.compute.manager [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Took 6.68 seconds to build instance.
Dec 05 17:13:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8fda36df-af79-496e-b5f7-c7d517123ecb tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.786s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YnVOXzIB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:13:56 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:13:56 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:13:56 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fe5ab25-d18e-4d02-839e-a0a76c02667d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:13:56 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[edc3d173-0da5-4ef0-a184-233f72fed604]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996] added
Dec 05 17:13:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f14030ad-d4f0-40cb-b485-03512161c429]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1587389-54ae-40cc-acb1-80af1b33cbf1]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YnVOXzIB {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YnVOXzIB" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ebe2f75-9248-48aa-be40-cb000eb644d6]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YnVOXzIB'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[89a7ba51-471e-4d9b-96dc-f2a2487b312d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ba76416-1c10-4575-af4f-40e178a732ba]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)
Dec 05 17:13:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)
Dec 05 17:13:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f016297-b40e-4f91-91b5-9cabeaecc58d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996, portal: 172.16.0.220,3260]
Dec 05 17:13:56 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996, portal: 172.16.0.220,3260] successful.
Dec 05 17:13:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.036s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ddc5c78-229d-48c2-83f1-074e94fc1772]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[79fbf195-d8a9-4932-8973-5969259a3723]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)
Dec 05 17:13:56 user nova-compute[75018]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 (non-flash)
Dec 05 17:13:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)
Dec 05 17:13:56 user nova-compute[75018]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 (non-flash)
Dec 05 17:13:56 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.328s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] HCTL ('34', '-', '-', 0) found on session 37 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[70839a70-6a72-4a88-a0a1-2253e02e3dae]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Searching for a device in session 37 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:13:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YnVOXzIB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:13:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.374s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:13:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] <== connect_volume: return (1376ms) {'type': 'block', 'scsi_wwn': '23661343466316230', 'path': '/dev/sdc'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:13:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23661343466316230', 'path': '/dev/sdc'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:13:57 user nova-compute[75018]: DEBUG nova.objects.instance [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lazy-loading 'flavor' on Instance uuid c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:13:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:13:57 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:13:57 user nova-compute[75018]:   <source dev="/dev/sdc"/>
Dec 05 17:13:57 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:13:57 user nova-compute[75018]:   <serial>cee32326-4278-4442-b9be-2b5d5dd86996</serial>
Dec 05 17:13:57 user nova-compute[75018]: </disk>
Dec 05 17:13:57 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:13:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:13:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:13:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:13:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] No VIF found with MAC fa:16:3e:f3:6d:97, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:13:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c90f9fe4-de7b-434c-96ca-de156131ce85 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.679s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:13:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:13:59 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 05 17:13:59 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] There are 0 instances to clean {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 05 17:14:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:14:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:14:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:03 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:14:03 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:14:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:03 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:14:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:14:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:05 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:14:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:07 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:14:07 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:14:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7785MB free_disk=25.13507843017578GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:14:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 533bba90-582b-4ad5-9763-532788f79d6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5931bfc3-7400-4941-bc87-b07f86c6982b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5255b4b7-1508-4dd5-b7af-b14890278e13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b6d9d91d-12aa-40ab-9e7f-7cb40791b7da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 9653f1bc-ef36-4cfd-a888-d7954596e22d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 1d0518df-0a8b-43d2-9772-fac12f42067a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing inventories for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating ProviderTree inventory for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating inventory in ProviderTree for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing aggregate associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, aggregates: None {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing trait associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, traits: COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:14:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.855s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:14:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:14:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Didn't find any instances for network info cache update. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 05 17:14:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:14:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:14:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:14:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:14:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:14:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:14:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "5931bfc3-7400-4941-bc87-b07f86c6982b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:14 user nova-compute[75018]: INFO nova.compute.manager [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Terminating instance
Dec 05 17:14:14 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:14:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:14:14 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances with incomplete migration  {{(pid=75018) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 05 17:14:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:14 user nova-compute[75018]: DEBUG nova.compute.manager [req-ded17ec4-5a00-4635-aa5d-32654ab7247c req-74c8154e-3e4e-4819-a67c-644001d27952 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received event network-vif-unplugged-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:14:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ded17ec4-5a00-4635-aa5d-32654ab7247c req-74c8154e-3e4e-4819-a67c-644001d27952 service nova] Acquiring lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ded17ec4-5a00-4635-aa5d-32654ab7247c req-74c8154e-3e4e-4819-a67c-644001d27952 service nova] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ded17ec4-5a00-4635-aa5d-32654ab7247c req-74c8154e-3e4e-4819-a67c-644001d27952 service nova] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:14 user nova-compute[75018]: DEBUG nova.compute.manager [req-ded17ec4-5a00-4635-aa5d-32654ab7247c req-74c8154e-3e4e-4819-a67c-644001d27952 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] No waiting events found dispatching network-vif-unplugged-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:14:14 user nova-compute[75018]: DEBUG nova.compute.manager [req-ded17ec4-5a00-4635-aa5d-32654ab7247c req-74c8154e-3e4e-4819-a67c-644001d27952 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received event network-vif-unplugged-02002bcb-358a-47b2-bd1c-5732d9d181ed for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:14:15 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Instance destroyed successfully.
Dec 05 17:14:15 user nova-compute[75018]: DEBUG nova.objects.instance [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'resources' on Instance uuid 5931bfc3-7400-4941-bc87-b07f86c6982b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:14:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:57:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1159780730',display_name='tempest-ServerRescueNegativeTestJSON-server-1159780730',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1159780730',id=3,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T16:59:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c59020daca4249899bd1aaccf3b0e4c7',ramdisk_id='',reservation_id='r-34hfeazf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1436336392',owner_user_name='tempest-ServerRescueNegativeTestJSON-1436336392-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T16:59:59Z,user_data=None,user_id='8690c14a73d84daa91572814b703c48b',uuid=5931bfc3-7400-4941-bc87-b07f86c6982b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "address": "fa:16:3e:58:a4:88", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02002bcb-35", "ovs_interfaceid": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:14:15 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converting VIF {"id": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "address": "fa:16:3e:58:a4:88", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02002bcb-35", "ovs_interfaceid": "02002bcb-358a-47b2-bd1c-5732d9d181ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:14:15 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:58:a4:88,bridge_name='br-int',has_traffic_filtering=True,id=02002bcb-358a-47b2-bd1c-5732d9d181ed,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02002bcb-35') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:14:15 user nova-compute[75018]: DEBUG os_vif [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:58:a4:88,bridge_name='br-int',has_traffic_filtering=True,id=02002bcb-358a-47b2-bd1c-5732d9d181ed,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02002bcb-35') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:14:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap02002bcb-35, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:14:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:14:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e595462c-37e0-4436-8c34-f78172aee65c) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:14:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:15 user nova-compute[75018]: INFO os_vif [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:58:a4:88,bridge_name='br-int',has_traffic_filtering=True,id=02002bcb-358a-47b2-bd1c-5732d9d181ed,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02002bcb-35')
Dec 05 17:14:15 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Deleting instance files /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b_del
Dec 05 17:14:15 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Deletion of /opt/stack/data/nova/instances/5931bfc3-7400-4941-bc87-b07f86c6982b_del complete
Dec 05 17:14:15 user nova-compute[75018]: INFO nova.compute.manager [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Took 0.93 seconds to destroy the instance on the hypervisor.
Dec 05 17:14:15 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:14:15 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:14:15 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:14:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:16 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:14:16 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Took 0.76 seconds to deallocate network for instance.
Dec 05 17:14:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-30c2a251-3139-46c2-af7d-c95c284d4919 req-6a5c31ba-9d13-462a-841f-b2613087f00a service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received event network-vif-deleted-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:14:16 user nova-compute[75018]: INFO nova.compute.manager [req-30c2a251-3139-46c2-af7d-c95c284d4919 req-6a5c31ba-9d13-462a-841f-b2613087f00a service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Neutron deleted interface 02002bcb-358a-47b2-bd1c-5732d9d181ed; detaching it from the instance and deleting it from the info cache
Dec 05 17:14:16 user nova-compute[75018]: DEBUG nova.network.neutron [req-30c2a251-3139-46c2-af7d-c95c284d4919 req-6a5c31ba-9d13-462a-841f-b2613087f00a service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:14:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-30c2a251-3139-46c2-af7d-c95c284d4919 req-6a5c31ba-9d13-462a-841f-b2613087f00a service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Detach interface failed, port_id=02002bcb-358a-47b2-bd1c-5732d9d181ed, reason: Instance 5931bfc3-7400-4941-bc87-b07f86c6982b could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:14:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:16 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:14:16 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:14:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.367s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-46b2f027-94e6-4bf5-9e5c-774559206de9 req-ebb0d45d-3eb6-4b2b-8e04-e524c5c15506 service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Received event network-changed-b8b2618a-c1c9-48c2-8f80-1b329b14d255 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:14:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-46b2f027-94e6-4bf5-9e5c-774559206de9 req-ebb0d45d-3eb6-4b2b-8e04-e524c5c15506 service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Refreshing instance network info cache due to event network-changed-b8b2618a-c1c9-48c2-8f80-1b329b14d255. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:14:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-46b2f027-94e6-4bf5-9e5c-774559206de9 req-ebb0d45d-3eb6-4b2b-8e04-e524c5c15506 service nova] Acquiring lock "refresh_cache-5255b4b7-1508-4dd5-b7af-b14890278e13" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:14:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-46b2f027-94e6-4bf5-9e5c-774559206de9 req-ebb0d45d-3eb6-4b2b-8e04-e524c5c15506 service nova] Acquired lock "refresh_cache-5255b4b7-1508-4dd5-b7af-b14890278e13" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:14:16 user nova-compute[75018]: DEBUG nova.network.neutron [req-46b2f027-94e6-4bf5-9e5c-774559206de9 req-ebb0d45d-3eb6-4b2b-8e04-e524c5c15506 service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Refreshing network info cache for port b8b2618a-c1c9-48c2-8f80-1b329b14d255 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:14:16 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Deleted allocations for instance 5931bfc3-7400-4941-bc87-b07f86c6982b
Dec 05 17:14:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0a1f7f6f-76f4-4449-b8fe-270756cc35d1 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.307s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "5255b4b7-1508-4dd5-b7af-b14890278e13" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:16 user nova-compute[75018]: DEBUG nova.objects.instance [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lazy-loading 'flavor' on Instance uuid 5255b4b7-1508-4dd5-b7af-b14890278e13 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:14:16 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Ignoring supplied device name: /dev/vdb
Dec 05 17:14:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "5255b4b7-1508-4dd5-b7af-b14890278e13" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:16 user nova-compute[75018]: INFO nova.compute.manager [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Attaching volume 9806c5b9-5af2-44ee-9776-2010e955e021 to /dev/vdb
Dec 05 17:14:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-4d00bd01-c069-43d1-8497-3f3f844cfad5 req-7f2e25a3-0b05-4b80-bc3b-a501e6b02fe8 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received event network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4d00bd01-c069-43d1-8497-3f3f844cfad5 req-7f2e25a3-0b05-4b80-bc3b-a501e6b02fe8 service nova] Acquiring lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4d00bd01-c069-43d1-8497-3f3f844cfad5 req-7f2e25a3-0b05-4b80-bc3b-a501e6b02fe8 service nova] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4d00bd01-c069-43d1-8497-3f3f844cfad5 req-7f2e25a3-0b05-4b80-bc3b-a501e6b02fe8 service nova] Lock "5931bfc3-7400-4941-bc87-b07f86c6982b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-4d00bd01-c069-43d1-8497-3f3f844cfad5 req-7f2e25a3-0b05-4b80-bc3b-a501e6b02fe8 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] No waiting events found dispatching network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:14:17 user nova-compute[75018]: WARNING nova.compute.manager [req-4d00bd01-c069-43d1-8497-3f3f844cfad5 req-7f2e25a3-0b05-4b80-bc3b-a501e6b02fe8 service nova] [instance: 5931bfc3-7400-4941-bc87-b07f86c6982b] Received unexpected event network-vif-plugged-02002bcb-358a-47b2-bd1c-5732d9d181ed for instance with vm_state deleted and task_state None.
Dec 05 17:14:17 user nova-compute[75018]: DEBUG os_brick.utils [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[35fd54b8-af2c-4465-bd73-49112440593c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2632046-3c48-4540-b074-b606f9d01c20]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[419bcfac-d5bd-403c-a186-1b08caef884f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a507e8d-ae34-42e3-a006-c68b1ea62b94]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:14:17 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea339be7-1776-4185-964d-e042a9fa294a]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG os_brick.utils [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Updating existing volume attachment record: 2b4185bc-cf96-4c62-a8e3-b4fd7b14694b {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-46b2f027-94e6-4bf5-9e5c-774559206de9 req-ebb0d45d-3eb6-4b2b-8e04-e524c5c15506 service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Updated VIF entry in instance network info cache for port b8b2618a-c1c9-48c2-8f80-1b329b14d255. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-46b2f027-94e6-4bf5-9e5c-774559206de9 req-ebb0d45d-3eb6-4b2b-8e04-e524c5c15506 service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Updating instance_info_cache with network_info: [{"id": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "address": "fa:16:3e:aa:8e:ae", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8b2618a-c1", "ovs_interfaceid": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-46b2f027-94e6-4bf5-9e5c-774559206de9 req-ebb0d45d-3eb6-4b2b-8e04-e524c5c15506 service nova] Releasing lock "refresh_cache-5255b4b7-1508-4dd5-b7af-b14890278e13" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:14:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:18 user nova-compute[75018]: INFO nova.compute.manager [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Detaching volume cee32326-4278-4442-b9be-2b5d5dd86996
Dec 05 17:14:18 user nova-compute[75018]: INFO nova.virt.block_device [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Attempting to driver detach volume cee32326-4278-4442-b9be-2b5d5dd86996 from mountpoint /dev/vdb
Dec 05 17:14:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Attempting to detach device vdb from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:14:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:14:18 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:14:18 user nova-compute[75018]:   <source dev="/dev/sdc"/>
Dec 05 17:14:18 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:14:18 user nova-compute[75018]:   <serial>cee32326-4278-4442-b9be-2b5d5dd86996</serial>
Dec 05 17:14:18 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:14:18 user nova-compute[75018]: </disk>
Dec 05 17:14:18 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:14:18 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Successfully detached device vdb from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e from the persistent domain config.
Dec 05 17:14:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:14:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:14:18 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:14:18 user nova-compute[75018]:   <source dev="/dev/sdc"/>
Dec 05 17:14:18 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:14:18 user nova-compute[75018]:   <serial>cee32326-4278-4442-b9be-2b5d5dd86996</serial>
Dec 05 17:14:18 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:14:18 user nova-compute[75018]: </disk>
Dec 05 17:14:18 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:14:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:14:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:20 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:14:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:20 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:14:20 user nova-compute[75018]: INFO nova.compute.claims [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Claim successful on node user
Dec 05 17:14:21 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:14:21 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:14:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.404s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:21 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:14:21 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:14:21 user nova-compute[75018]: DEBUG nova.network.neutron [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:14:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:14:21 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:14:21 user nova-compute[75018]: DEBUG nova.policy [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '892b7b5cb613471584441b810f5810be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bb4b6e875ad436399c24710666fa4d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:14:21 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:14:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:14:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Creating image(s)
Dec 05 17:14:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "/opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "/opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "/opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.195s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.191s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk 1073741824" returned: 0 in 0.056s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG nova.network.neutron [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Successfully created port: fb0aba7e-366d-46b7-a515-313b9a36ee75 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.221s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Cannot resize image /opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Ensure instance console log exists: /opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG nova.network.neutron [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Successfully updated port: fb0aba7e-366d-46b7-a515-313b9a36ee75 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "refresh_cache-cb9b28c7-ab12-4a8e-948b-aaea4495fcbf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquired lock "refresh_cache-cb9b28c7-ab12-4a8e-948b-aaea4495fcbf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG nova.network.neutron [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-3302b2a1-8564-432f-a76d-5b9136f33d8d req-e1022201-79e6-4ca6-9170-7b6390e9bbf4 service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Received event network-changed-fb0aba7e-366d-46b7-a515-313b9a36ee75 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-3302b2a1-8564-432f-a76d-5b9136f33d8d req-e1022201-79e6-4ca6-9170-7b6390e9bbf4 service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Refreshing instance network info cache due to event network-changed-fb0aba7e-366d-46b7-a515-313b9a36ee75. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3302b2a1-8564-432f-a76d-5b9136f33d8d req-e1022201-79e6-4ca6-9170-7b6390e9bbf4 service nova] Acquiring lock "refresh_cache-cb9b28c7-ab12-4a8e-948b-aaea4495fcbf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:14:22 user nova-compute[75018]: DEBUG nova.network.neutron [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.network.neutron [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Updating instance_info_cache with network_info: [{"id": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "address": "fa:16:3e:50:f5:03", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0aba7e-36", "ovs_interfaceid": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Releasing lock "refresh_cache-cb9b28c7-ab12-4a8e-948b-aaea4495fcbf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Instance network_info: |[{"id": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "address": "fa:16:3e:50:f5:03", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0aba7e-36", "ovs_interfaceid": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3302b2a1-8564-432f-a76d-5b9136f33d8d req-e1022201-79e6-4ca6-9170-7b6390e9bbf4 service nova] Acquired lock "refresh_cache-cb9b28c7-ab12-4a8e-948b-aaea4495fcbf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.network.neutron [req-3302b2a1-8564-432f-a76d-5b9136f33d8d req-e1022201-79e6-4ca6-9170-7b6390e9bbf4 service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Refreshing network info cache for port fb0aba7e-366d-46b7-a515-313b9a36ee75 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Start _get_guest_xml network_info=[{"id": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "address": "fa:16:3e:50:f5:03", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0aba7e-36", "ovs_interfaceid": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:14:23 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:14:23 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:14:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1917401462',display_name='tempest-ServersNegativeTestJSON-server-1917401462',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1917401462',id=35,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5bb4b6e875ad436399c24710666fa4d3',ramdisk_id='',reservation_id='r-r4i8wh3c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1264635632',owner_user_name='tempest-ServersNegativeTestJSON-1264635632-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:14:22Z,user_data=None,user_id='892b7b5cb613471584441b810f5810be',uuid=cb9b28c7-ab12-4a8e-948b-aaea4495fcbf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "address": "fa:16:3e:50:f5:03", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0aba7e-36", "ovs_interfaceid": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Converting VIF {"id": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "address": "fa:16:3e:50:f5:03", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0aba7e-36", "ovs_interfaceid": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:f5:03,bridge_name='br-int',has_traffic_filtering=True,id=fb0aba7e-366d-46b7-a515-313b9a36ee75,network=Network(c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb0aba7e-36') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.objects.instance [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lazy-loading 'pci_devices' on Instance uuid cb9b28c7-ab12-4a8e-948b-aaea4495fcbf {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:14:23 user nova-compute[75018]:   <uuid>cb9b28c7-ab12-4a8e-948b-aaea4495fcbf</uuid>
Dec 05 17:14:23 user nova-compute[75018]:   <name>instance-00000023</name>
Dec 05 17:14:23 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:14:23 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:14:23 user nova-compute[75018]:   <metadata>
Dec 05 17:14:23 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:14:23 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:14:23 user nova-compute[75018]:       <nova:name>tempest-ServersNegativeTestJSON-server-1917401462</nova:name>
Dec 05 17:14:23 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:14:23</nova:creationTime>
Dec 05 17:14:23 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:14:23 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:14:23 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:14:23 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:14:23 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:14:23 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:14:23 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:14:23 user nova-compute[75018]:       <nova:owner>
Dec 05 17:14:23 user nova-compute[75018]:         <nova:user uuid="892b7b5cb613471584441b810f5810be">tempest-ServersNegativeTestJSON-1264635632-project-member</nova:user>
Dec 05 17:14:23 user nova-compute[75018]:         <nova:project uuid="5bb4b6e875ad436399c24710666fa4d3">tempest-ServersNegativeTestJSON-1264635632</nova:project>
Dec 05 17:14:23 user nova-compute[75018]:       </nova:owner>
Dec 05 17:14:23 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:14:23 user nova-compute[75018]:       <nova:ports>
Dec 05 17:14:23 user nova-compute[75018]:         <nova:port uuid="fb0aba7e-366d-46b7-a515-313b9a36ee75">
Dec 05 17:14:23 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 05 17:14:23 user nova-compute[75018]:         </nova:port>
Dec 05 17:14:23 user nova-compute[75018]:       </nova:ports>
Dec 05 17:14:23 user nova-compute[75018]:     </nova:instance>
Dec 05 17:14:23 user nova-compute[75018]:   </metadata>
Dec 05 17:14:23 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:14:23 user nova-compute[75018]:     <system>
Dec 05 17:14:23 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:14:23 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:14:23 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:14:23 user nova-compute[75018]:       <entry name="serial">cb9b28c7-ab12-4a8e-948b-aaea4495fcbf</entry>
Dec 05 17:14:23 user nova-compute[75018]:       <entry name="uuid">cb9b28c7-ab12-4a8e-948b-aaea4495fcbf</entry>
Dec 05 17:14:23 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:14:23 user nova-compute[75018]:     </system>
Dec 05 17:14:23 user nova-compute[75018]:   </sysinfo>
Dec 05 17:14:23 user nova-compute[75018]:   <os>
Dec 05 17:14:23 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:14:23 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:14:23 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:14:23 user nova-compute[75018]:   </os>
Dec 05 17:14:23 user nova-compute[75018]:   <features>
Dec 05 17:14:23 user nova-compute[75018]:     <acpi/>
Dec 05 17:14:23 user nova-compute[75018]:     <apic/>
Dec 05 17:14:23 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:14:23 user nova-compute[75018]:   </features>
Dec 05 17:14:23 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:14:23 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:14:23 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:14:23 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:14:23 user nova-compute[75018]:   </clock>
Dec 05 17:14:23 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:14:23 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:14:23 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:14:23 user nova-compute[75018]:   </cpu>
Dec 05 17:14:23 user nova-compute[75018]:   <devices>
Dec 05 17:14:23 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:14:23 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:14:23 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk"/>
Dec 05 17:14:23 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:14:23 user nova-compute[75018]:     </disk>
Dec 05 17:14:23 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:14:23 user nova-compute[75018]:       <mac address="fa:16:3e:50:f5:03"/>
Dec 05 17:14:23 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:14:23 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:14:23 user nova-compute[75018]:       <target dev="tapfb0aba7e-36"/>
Dec 05 17:14:23 user nova-compute[75018]:     </interface>
Dec 05 17:14:23 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:14:23 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/console.log" append="off"/>
Dec 05 17:14:23 user nova-compute[75018]:     </serial>
Dec 05 17:14:23 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:14:23 user nova-compute[75018]:     <video>
Dec 05 17:14:23 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:14:23 user nova-compute[75018]:     </video>
Dec 05 17:14:23 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:14:23 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:14:23 user nova-compute[75018]:     </rng>
Dec 05 17:14:23 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:14:23 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:14:23 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:14:23 user nova-compute[75018]:     </memballoon>
Dec 05 17:14:23 user nova-compute[75018]:   </devices>
Dec 05 17:14:23 user nova-compute[75018]: </domain>
Dec 05 17:14:23 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:14:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1917401462',display_name='tempest-ServersNegativeTestJSON-server-1917401462',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1917401462',id=35,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5bb4b6e875ad436399c24710666fa4d3',ramdisk_id='',reservation_id='r-r4i8wh3c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1264635632',owner_user_name='tempest-ServersNegativeTestJSON-1264635632-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:14:22Z,user_data=None,user_id='892b7b5cb613471584441b810f5810be',uuid=cb9b28c7-ab12-4a8e-948b-aaea4495fcbf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "address": "fa:16:3e:50:f5:03", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0aba7e-36", "ovs_interfaceid": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Converting VIF {"id": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "address": "fa:16:3e:50:f5:03", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0aba7e-36", "ovs_interfaceid": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:f5:03,bridge_name='br-int',has_traffic_filtering=True,id=fb0aba7e-366d-46b7-a515-313b9a36ee75,network=Network(c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb0aba7e-36') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG os_vif [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:f5:03,bridge_name='br-int',has_traffic_filtering=True,id=fb0aba7e-366d-46b7-a515-313b9a36ee75,network=Network(c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb0aba7e-36') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd8ab21c7-0a5e-5545-a684-e41ea8a1f7aa', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfb0aba7e-36, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfb0aba7e-36, col_values=(('qos', UUID('1c9e937b-261d-4859-8856-804acd43913c')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfb0aba7e-36, col_values=(('external_ids', {'iface-id': 'fb0aba7e-366d-46b7-a515-313b9a36ee75', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:50:f5:03', 'vm-uuid': 'cb9b28c7-ab12-4a8e-948b-aaea4495fcbf'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:23 user nova-compute[75018]: INFO os_vif [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:f5:03,bridge_name='br-int',has_traffic_filtering=True,id=fb0aba7e-366d-46b7-a515-313b9a36ee75,network=Network(c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb0aba7e-36')
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] No VIF found with MAC fa:16:3e:50:f5:03, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.network.neutron [req-3302b2a1-8564-432f-a76d-5b9136f33d8d req-e1022201-79e6-4ca6-9170-7b6390e9bbf4 service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Updated VIF entry in instance network info cache for port fb0aba7e-366d-46b7-a515-313b9a36ee75. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG nova.network.neutron [req-3302b2a1-8564-432f-a76d-5b9136f33d8d req-e1022201-79e6-4ca6-9170-7b6390e9bbf4 service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Updating instance_info_cache with network_info: [{"id": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "address": "fa:16:3e:50:f5:03", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0aba7e-36", "ovs_interfaceid": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:14:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3302b2a1-8564-432f-a76d-5b9136f33d8d req-e1022201-79e6-4ca6-9170-7b6390e9bbf4 service nova] Releasing lock "refresh_cache-cb9b28c7-ab12-4a8e-948b-aaea4495fcbf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:14:24 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:14:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:24 user nova-compute[75018]: DEBUG nova.compute.manager [req-f96638fa-e75d-4285-9fa6-974dd8fb152e req-f521ecbb-a4c6-43cc-9fbd-5f97790d5602 service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Received event network-vif-plugged-fb0aba7e-366d-46b7-a515-313b9a36ee75 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:14:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f96638fa-e75d-4285-9fa6-974dd8fb152e req-f521ecbb-a4c6-43cc-9fbd-5f97790d5602 service nova] Acquiring lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f96638fa-e75d-4285-9fa6-974dd8fb152e req-f521ecbb-a4c6-43cc-9fbd-5f97790d5602 service nova] Lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f96638fa-e75d-4285-9fa6-974dd8fb152e req-f521ecbb-a4c6-43cc-9fbd-5f97790d5602 service nova] Lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:24 user nova-compute[75018]: DEBUG nova.compute.manager [req-f96638fa-e75d-4285-9fa6-974dd8fb152e req-f521ecbb-a4c6-43cc-9fbd-5f97790d5602 service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] No waiting events found dispatching network-vif-plugged-fb0aba7e-366d-46b7-a515-313b9a36ee75 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:14:24 user nova-compute[75018]: WARNING nova.compute.manager [req-f96638fa-e75d-4285-9fa6-974dd8fb152e req-f521ecbb-a4c6-43cc-9fbd-5f97790d5602 service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Received unexpected event network-vif-plugged-fb0aba7e-366d-46b7-a515-313b9a36ee75 for instance with vm_state building and task_state spawning.
Dec 05 17:14:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Acquiring lock "91e937fb-a240-443f-829c-8ff24dabb3ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lock "91e937fb-a240-443f-829c-8ff24dabb3ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:14:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:25 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:14:25 user nova-compute[75018]: INFO nova.compute.claims [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Claim successful on node user
Dec 05 17:14:26 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:14:26 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:14:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.421s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:14:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:14:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:14:26 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:14:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:14:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:14:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:14:26 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Creating image(s)
Dec 05 17:14:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Acquiring lock "/opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lock "/opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lock "/opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:26 user nova-compute[75018]: DEBUG nova.policy [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c0bc1b86c15418986e40225d2c0ca80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b1ad47c7e294488930f138395cf0692', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:14:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:14:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:14:26 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Instance spawned successfully.
Dec 05 17:14:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-533f56f8-e505-42ac-847b-1cbe31452b40 req-cdc66a86-7fbe-4262-8211-27696f4bb39b service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Received event network-vif-plugged-fb0aba7e-366d-46b7-a515-313b9a36ee75 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-533f56f8-e505-42ac-847b-1cbe31452b40 req-cdc66a86-7fbe-4262-8211-27696f4bb39b service nova] Acquiring lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-533f56f8-e505-42ac-847b-1cbe31452b40 req-cdc66a86-7fbe-4262-8211-27696f4bb39b service nova] Lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-533f56f8-e505-42ac-847b-1cbe31452b40 req-cdc66a86-7fbe-4262-8211-27696f4bb39b service nova] Lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-533f56f8-e505-42ac-847b-1cbe31452b40 req-cdc66a86-7fbe-4262-8211-27696f4bb39b service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] No waiting events found dispatching network-vif-plugged-fb0aba7e-366d-46b7-a515-313b9a36ee75 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:14:27 user nova-compute[75018]: WARNING nova.compute.manager [req-533f56f8-e505-42ac-847b-1cbe31452b40 req-cdc66a86-7fbe-4262-8211-27696f4bb39b service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Received unexpected event network-vif-plugged-fb0aba7e-366d-46b7-a515-313b9a36ee75 for instance with vm_state building and task_state spawning.
Dec 05 17:14:27 user nova-compute[75018]: INFO nova.compute.manager [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Took 5.50 seconds to spawn the instance on the hypervisor.
Dec 05 17:14:27 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.183s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:27 user nova-compute[75018]: INFO nova.compute.manager [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Took 6.33 seconds to build instance.
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5a0c767e-3d1a-4288-a0b6-5061d5ac7a79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.433s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.189s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk 1073741824" returned: 0 in 0.076s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.271s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qbeNjkyU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:14:27 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:14:27 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:14:27 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[db20825e-08d8-4cdf-9e7d-0d6c86c0bacd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:14:27 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.196s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Checking if we can resize image /opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[70546f27-6700-41b0-a5ea-9c19cc9b6c99]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021] added
Dec 05 17:14:27 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Successfully created port: da1858c6-d887-4f86-a5b2-87cad5f493c8 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b243309-b488-4272-8310-baa80f20f5e2]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[97533b19-ebb9-48d5-8a99-a0ce1d5b1db1]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qbeNjkyU {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qbeNjkyU" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[35f7cfc9-7853-4387-99bf-4bff9cad8f07]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qbeNjkyU'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[81ad56f2-188e-488d-a23a-3b010de93442]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[30ebf3b8-2177-4155-934b-0fa877facc5c]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)
Dec 05 17:14:27 user nova-compute[75018]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 (non-flash)
Dec 05 17:14:27 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)
Dec 05 17:14:27 user nova-compute[75018]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 (non-flash)
Dec 05 17:14:27 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Cannot resize image /opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Ensure instance console log exists: /opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ef04c3f-eb93-4aea-8d19-751097044457]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021, portal: 172.16.0.220,3260]
Dec 05 17:14:27 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021, portal: 172.16.0.220,3260] successful.
Dec 05 17:14:27 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5e525e7-7a31-4333-9b22-13de70c28ffb]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa2e87fb-16e5-4dec-8a59-5578d9c80dd0]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)
Dec 05 17:14:27 user nova-compute[75018]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 (non-flash)
Dec 05 17:14:27 user nova-compute[75018]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 (non-flash)
Dec 05 17:14:27 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)
Dec 05 17:14:27 user nova-compute[75018]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 (non-flash)
Dec 05 17:14:27 user nova-compute[75018]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 (non-flash)
Dec 05 17:14:27 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.328s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] HCTL ('35', '-', '-', 0) found on session 38 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e570102d-0348-4e42-a100-0e47288dd4e8]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:27 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Searching for a device in session 38 and hctl ['35', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.network.neutron [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Successfully updated port: da1858c6-d887-4f86-a5b2-87cad5f493c8 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Acquiring lock "refresh_cache-91e937fb-a240-443f-829c-8ff24dabb3ae" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Acquired lock "refresh_cache-91e937fb-a240-443f-829c-8ff24dabb3ae" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.network.neutron [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-0fc9afe6-fe8b-4e8f-948b-ba305cc12a35 req-99075be8-dfed-4100-9ed4-f430c4d8a82d service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Received event network-changed-da1858c6-d887-4f86-a5b2-87cad5f493c8 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-0fc9afe6-fe8b-4e8f-948b-ba305cc12a35 req-99075be8-dfed-4100-9ed4-f430c4d8a82d service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Refreshing instance network info cache due to event network-changed-da1858c6-d887-4f86-a5b2-87cad5f493c8. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0fc9afe6-fe8b-4e8f-948b-ba305cc12a35 req-99075be8-dfed-4100-9ed4-f430c4d8a82d service nova] Acquiring lock "refresh_cache-91e937fb-a240-443f-829c-8ff24dabb3ae" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.network.neutron [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.network.neutron [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Updating instance_info_cache with network_info: [{"id": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "address": "fa:16:3e:82:8c:88", "network": {"id": "4a429a30-cf0a-44a0-bdb9-72c006296521", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7ff3d9ceab55433882be5c2d6d5c24a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda1858c6-d8", "ovs_interfaceid": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Releasing lock "refresh_cache-91e937fb-a240-443f-829c-8ff24dabb3ae" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Instance network_info: |[{"id": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "address": "fa:16:3e:82:8c:88", "network": {"id": "4a429a30-cf0a-44a0-bdb9-72c006296521", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7ff3d9ceab55433882be5c2d6d5c24a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda1858c6-d8", "ovs_interfaceid": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0fc9afe6-fe8b-4e8f-948b-ba305cc12a35 req-99075be8-dfed-4100-9ed4-f430c4d8a82d service nova] Acquired lock "refresh_cache-91e937fb-a240-443f-829c-8ff24dabb3ae" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.network.neutron [req-0fc9afe6-fe8b-4e8f-948b-ba305cc12a35 req-99075be8-dfed-4100-9ed4-f430c4d8a82d service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Refreshing network info cache for port da1858c6-d887-4f86-a5b2-87cad5f493c8 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Start _get_guest_xml network_info=[{"id": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "address": "fa:16:3e:82:8c:88", "network": {"id": "4a429a30-cf0a-44a0-bdb9-72c006296521", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7ff3d9ceab55433882be5c2d6d5c24a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda1858c6-d8", "ovs_interfaceid": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:14:28 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:14:28 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:14:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-2106193878',display_name='tempest-VolumesNegativeTest-instance-2106193878',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-2106193878',id=36,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6b1ad47c7e294488930f138395cf0692',ramdisk_id='',reservation_id='r-i429euvc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-513288018',owner_user_name='tempest-VolumesNegativeTest-513288018-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:14:27Z,user_data=None,user_id='8c0bc1b86c15418986e40225d2c0ca80',uuid=91e937fb-a240-443f-829c-8ff24dabb3ae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "address": "fa:16:3e:82:8c:88", "network": {"id": "4a429a30-cf0a-44a0-bdb9-72c006296521", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7ff3d9ceab55433882be5c2d6d5c24a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda1858c6-d8", "ovs_interfaceid": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Converting VIF {"id": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "address": "fa:16:3e:82:8c:88", "network": {"id": "4a429a30-cf0a-44a0-bdb9-72c006296521", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7ff3d9ceab55433882be5c2d6d5c24a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda1858c6-d8", "ovs_interfaceid": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:8c:88,bridge_name='br-int',has_traffic_filtering=True,id=da1858c6-d887-4f86-a5b2-87cad5f493c8,network=Network(4a429a30-cf0a-44a0-bdb9-72c006296521),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda1858c6-d8') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.objects.instance [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lazy-loading 'pci_devices' on Instance uuid 91e937fb-a240-443f-829c-8ff24dabb3ae {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:14:28 user nova-compute[75018]:   <uuid>91e937fb-a240-443f-829c-8ff24dabb3ae</uuid>
Dec 05 17:14:28 user nova-compute[75018]:   <name>instance-00000024</name>
Dec 05 17:14:28 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:14:28 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:14:28 user nova-compute[75018]:   <metadata>
Dec 05 17:14:28 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:14:28 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:14:28 user nova-compute[75018]:       <nova:name>tempest-VolumesNegativeTest-instance-2106193878</nova:name>
Dec 05 17:14:28 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:14:28</nova:creationTime>
Dec 05 17:14:28 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:14:28 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:14:28 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:14:28 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:14:28 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:14:28 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:14:28 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:14:28 user nova-compute[75018]:       <nova:owner>
Dec 05 17:14:28 user nova-compute[75018]:         <nova:user uuid="8c0bc1b86c15418986e40225d2c0ca80">tempest-VolumesNegativeTest-513288018-project-member</nova:user>
Dec 05 17:14:28 user nova-compute[75018]:         <nova:project uuid="6b1ad47c7e294488930f138395cf0692">tempest-VolumesNegativeTest-513288018</nova:project>
Dec 05 17:14:28 user nova-compute[75018]:       </nova:owner>
Dec 05 17:14:28 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:14:28 user nova-compute[75018]:       <nova:ports>
Dec 05 17:14:28 user nova-compute[75018]:         <nova:port uuid="da1858c6-d887-4f86-a5b2-87cad5f493c8">
Dec 05 17:14:28 user nova-compute[75018]:           <nova:ip type="fixed" address="192.168.233.215" ipVersion="4"/>
Dec 05 17:14:28 user nova-compute[75018]:         </nova:port>
Dec 05 17:14:28 user nova-compute[75018]:       </nova:ports>
Dec 05 17:14:28 user nova-compute[75018]:     </nova:instance>
Dec 05 17:14:28 user nova-compute[75018]:   </metadata>
Dec 05 17:14:28 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:14:28 user nova-compute[75018]:     <system>
Dec 05 17:14:28 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:14:28 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:14:28 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:14:28 user nova-compute[75018]:       <entry name="serial">91e937fb-a240-443f-829c-8ff24dabb3ae</entry>
Dec 05 17:14:28 user nova-compute[75018]:       <entry name="uuid">91e937fb-a240-443f-829c-8ff24dabb3ae</entry>
Dec 05 17:14:28 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:14:28 user nova-compute[75018]:     </system>
Dec 05 17:14:28 user nova-compute[75018]:   </sysinfo>
Dec 05 17:14:28 user nova-compute[75018]:   <os>
Dec 05 17:14:28 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:14:28 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:14:28 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:14:28 user nova-compute[75018]:   </os>
Dec 05 17:14:28 user nova-compute[75018]:   <features>
Dec 05 17:14:28 user nova-compute[75018]:     <acpi/>
Dec 05 17:14:28 user nova-compute[75018]:     <apic/>
Dec 05 17:14:28 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:14:28 user nova-compute[75018]:   </features>
Dec 05 17:14:28 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:14:28 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:14:28 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:14:28 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:14:28 user nova-compute[75018]:   </clock>
Dec 05 17:14:28 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:14:28 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:14:28 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:14:28 user nova-compute[75018]:   </cpu>
Dec 05 17:14:28 user nova-compute[75018]:   <devices>
Dec 05 17:14:28 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:14:28 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:14:28 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk"/>
Dec 05 17:14:28 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:14:28 user nova-compute[75018]:     </disk>
Dec 05 17:14:28 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:14:28 user nova-compute[75018]:       <mac address="fa:16:3e:82:8c:88"/>
Dec 05 17:14:28 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:14:28 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:14:28 user nova-compute[75018]:       <target dev="tapda1858c6-d8"/>
Dec 05 17:14:28 user nova-compute[75018]:     </interface>
Dec 05 17:14:28 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:14:28 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/console.log" append="off"/>
Dec 05 17:14:28 user nova-compute[75018]:     </serial>
Dec 05 17:14:28 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:14:28 user nova-compute[75018]:     <video>
Dec 05 17:14:28 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:14:28 user nova-compute[75018]:     </video>
Dec 05 17:14:28 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:14:28 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:14:28 user nova-compute[75018]:     </rng>
Dec 05 17:14:28 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:14:28 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:14:28 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:14:28 user nova-compute[75018]:     </memballoon>
Dec 05 17:14:28 user nova-compute[75018]:   </devices>
Dec 05 17:14:28 user nova-compute[75018]: </domain>
Dec 05 17:14:28 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:14:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-2106193878',display_name='tempest-VolumesNegativeTest-instance-2106193878',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-2106193878',id=36,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6b1ad47c7e294488930f138395cf0692',ramdisk_id='',reservation_id='r-i429euvc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-513288018',owner_user_name='tempest-VolumesNegativeTest-513288018-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:14:27Z,user_data=None,user_id='8c0bc1b86c15418986e40225d2c0ca80',uuid=91e937fb-a240-443f-829c-8ff24dabb3ae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "address": "fa:16:3e:82:8c:88", "network": {"id": "4a429a30-cf0a-44a0-bdb9-72c006296521", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7ff3d9ceab55433882be5c2d6d5c24a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda1858c6-d8", "ovs_interfaceid": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Converting VIF {"id": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "address": "fa:16:3e:82:8c:88", "network": {"id": "4a429a30-cf0a-44a0-bdb9-72c006296521", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7ff3d9ceab55433882be5c2d6d5c24a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda1858c6-d8", "ovs_interfaceid": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:8c:88,bridge_name='br-int',has_traffic_filtering=True,id=da1858c6-d887-4f86-a5b2-87cad5f493c8,network=Network(4a429a30-cf0a-44a0-bdb9-72c006296521),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda1858c6-d8') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG os_vif [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:8c:88,bridge_name='br-int',has_traffic_filtering=True,id=da1858c6-d887-4f86-a5b2-87cad5f493c8,network=Network(4a429a30-cf0a-44a0-bdb9-72c006296521),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda1858c6-d8') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd27cfade-7e95-581c-ab6c-a1109e47fa5e', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapda1858c6-d8, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapda1858c6-d8, col_values=(('qos', UUID('0d17f0a0-5215-4d81-8964-479fc477362e')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapda1858c6-d8, col_values=(('external_ids', {'iface-id': 'da1858c6-d887-4f86-a5b2-87cad5f493c8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:82:8c:88', 'vm-uuid': '91e937fb-a240-443f-829c-8ff24dabb3ae'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:28 user nova-compute[75018]: INFO os_vif [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:8c:88,bridge_name='br-int',has_traffic_filtering=True,id=da1858c6-d887-4f86-a5b2-87cad5f493c8,network=Network(4a429a30-cf0a-44a0-bdb9-72c006296521),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda1858c6-d8')
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] No VIF found with MAC fa:16:3e:82:8c:88, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Searching for a device in session 38 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qbeNjkyU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.358s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] <== connect_volume: return (1361ms) {'type': 'block', 'scsi_wwn': '26535623937386636', 'path': '/dev/sdd'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26535623937386636', 'path': '/dev/sdd'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.objects.instance [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lazy-loading 'flavor' on Instance uuid 5255b4b7-1508-4dd5-b7af-b14890278e13 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:14:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:14:28 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:14:28 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:14:28 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:14:28 user nova-compute[75018]:   <serial>9806c5b9-5af2-44ee-9776-2010e955e021</serial>
Dec 05 17:14:28 user nova-compute[75018]: </disk>
Dec 05 17:14:28 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:14:29 user nova-compute[75018]: DEBUG nova.network.neutron [req-0fc9afe6-fe8b-4e8f-948b-ba305cc12a35 req-99075be8-dfed-4100-9ed4-f430c4d8a82d service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Updated VIF entry in instance network info cache for port da1858c6-d887-4f86-a5b2-87cad5f493c8. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:14:29 user nova-compute[75018]: DEBUG nova.network.neutron [req-0fc9afe6-fe8b-4e8f-948b-ba305cc12a35 req-99075be8-dfed-4100-9ed4-f430c4d8a82d service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Updating instance_info_cache with network_info: [{"id": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "address": "fa:16:3e:82:8c:88", "network": {"id": "4a429a30-cf0a-44a0-bdb9-72c006296521", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7ff3d9ceab55433882be5c2d6d5c24a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda1858c6-d8", "ovs_interfaceid": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:14:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0fc9afe6-fe8b-4e8f-948b-ba305cc12a35 req-99075be8-dfed-4100-9ed4-f430c4d8a82d service nova] Releasing lock "refresh_cache-91e937fb-a240-443f-829c-8ff24dabb3ae" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:14:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:14:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:14:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] No VIF found with MAC fa:16:3e:aa:8e:ae, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:14:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7a0d97a7-966c-45bc-9ceb-424ac4a07cc4 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.039s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-d5b77c68-8e09-4f5f-83f0-ff8d96c05b5c req-ae65fdab-fcd1-4757-ad33-998028a71c6d service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Received event network-vif-plugged-da1858c6-d887-4f86-a5b2-87cad5f493c8 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:14:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d5b77c68-8e09-4f5f-83f0-ff8d96c05b5c req-ae65fdab-fcd1-4757-ad33-998028a71c6d service nova] Acquiring lock "91e937fb-a240-443f-829c-8ff24dabb3ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d5b77c68-8e09-4f5f-83f0-ff8d96c05b5c req-ae65fdab-fcd1-4757-ad33-998028a71c6d service nova] Lock "91e937fb-a240-443f-829c-8ff24dabb3ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d5b77c68-8e09-4f5f-83f0-ff8d96c05b5c req-ae65fdab-fcd1-4757-ad33-998028a71c6d service nova] Lock "91e937fb-a240-443f-829c-8ff24dabb3ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-d5b77c68-8e09-4f5f-83f0-ff8d96c05b5c req-ae65fdab-fcd1-4757-ad33-998028a71c6d service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] No waiting events found dispatching network-vif-plugged-da1858c6-d887-4f86-a5b2-87cad5f493c8 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:14:30 user nova-compute[75018]: WARNING nova.compute.manager [req-d5b77c68-8e09-4f5f-83f0-ff8d96c05b5c req-ae65fdab-fcd1-4757-ad33-998028a71c6d service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Received unexpected event network-vif-plugged-da1858c6-d887-4f86-a5b2-87cad5f493c8 for instance with vm_state building and task_state spawning.
Dec 05 17:14:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_power_states {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:14:32 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Instance spawned successfully.
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid 533bba90-582b-4ad5-9763-532788f79d6f {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid 5255b4b7-1508-4dd5-b7af-b14890278e13 {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid b6d9d91d-12aa-40ab-9e7f-7cb40791b7da {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid 9653f1bc-ef36-4cfd-a888-d7954596e22d {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid 1d0518df-0a8b-43d2-9772-fac12f42067a {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid cb9b28c7-ab12-4a8e-948b-aaea4495fcbf {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid 91e937fb-a240-443f-829c-8ff24dabb3ae {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "533bba90-582b-4ad5-9763-532788f79d6f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "533bba90-582b-4ad5-9763-532788f79d6f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "5255b4b7-1508-4dd5-b7af-b14890278e13" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "9653f1bc-ef36-4cfd-a888-d7954596e22d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "9653f1bc-ef36-4cfd-a888-d7954596e22d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "1d0518df-0a8b-43d2-9772-fac12f42067a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "91e937fb-a240-443f-829c-8ff24dabb3ae" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.056s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "533bba90-582b-4ad5-9763-532788f79d6f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.061s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.058s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.065s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-31a835d3-105e-4fa4-ad52-a37efa747955 req-f1266adc-e175-4311-839f-e89b09fe4a0a service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Received event network-vif-plugged-da1858c6-d887-4f86-a5b2-87cad5f493c8 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:14:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-31a835d3-105e-4fa4-ad52-a37efa747955 req-f1266adc-e175-4311-839f-e89b09fe4a0a service nova] Acquiring lock "91e937fb-a240-443f-829c-8ff24dabb3ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-31a835d3-105e-4fa4-ad52-a37efa747955 req-f1266adc-e175-4311-839f-e89b09fe4a0a service nova] Lock "91e937fb-a240-443f-829c-8ff24dabb3ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-31a835d3-105e-4fa4-ad52-a37efa747955 req-f1266adc-e175-4311-839f-e89b09fe4a0a service nova] Lock "91e937fb-a240-443f-829c-8ff24dabb3ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-31a835d3-105e-4fa4-ad52-a37efa747955 req-f1266adc-e175-4311-839f-e89b09fe4a0a service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] No waiting events found dispatching network-vif-plugged-da1858c6-d887-4f86-a5b2-87cad5f493c8 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:14:33 user nova-compute[75018]: WARNING nova.compute.manager [req-31a835d3-105e-4fa4-ad52-a37efa747955 req-f1266adc-e175-4311-839f-e89b09fe4a0a service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Received unexpected event network-vif-plugged-da1858c6-d887-4f86-a5b2-87cad5f493c8 for instance with vm_state building and task_state spawning.
Dec 05 17:14:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.080s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "9653f1bc-ef36-4cfd-a888-d7954596e22d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.087s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.092s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:33 user nova-compute[75018]: INFO nova.compute.manager [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Took 6.19 seconds to spawn the instance on the hypervisor.
Dec 05 17:14:33 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:14:33 user nova-compute[75018]: INFO nova.compute.manager [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Took 7.26 seconds to build instance.
Dec 05 17:14:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1581b024-a2da-43d6-986b-c9cc85f74a07 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lock "91e937fb-a240-443f-829c-8ff24dabb3ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.379s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "91e937fb-a240-443f-829c-8ff24dabb3ae" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.269s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:33 user nova-compute[75018]: INFO nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] During sync_power_state the instance has a pending task (spawning). Skip.
Dec 05 17:14:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "91e937fb-a240-443f-829c-8ff24dabb3ae" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:38 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e is timed out.
Dec 05 17:14:38 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Successfully detached device vdb from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e from the live domain config.
Dec 05 17:14:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YnVOXzIB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:14:38 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[54919144-13a8-46ef-a256-bce2aef018ba]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:14:38 user nova-compute[75018]: No targets found.
Dec 05 17:14:38 user nova-compute[75018]: iSNS:
Dec 05 17:14:38 user nova-compute[75018]: No targets found.
Dec 05 17:14:38 user nova-compute[75018]: STATIC:
Dec 05 17:14:38 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021
Dec 05 17:14:38 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:14:38 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:14:38 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996
Dec 05 17:14:38 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:14:38 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:14:38 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d
Dec 05 17:14:38 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:14:38 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:14:38 user nova-compute[75018]: FIRMWARE:
Dec 05 17:14:38 user nova-compute[75018]: No targets found.
Dec 05 17:14:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:14:38 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:14:38 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[34900213-b568-47ae-9383-4cefd3d9e67a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e97772b-a490-4321-9c99-c14ab5921b28]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)
Dec 05 17:14:38 user nova-compute[75018]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 (non-flash)
Dec 05 17:14:38 user nova-compute[75018]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 (non-flash)
Dec 05 17:14:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)
Dec 05 17:14:38 user nova-compute[75018]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 (non-flash)
Dec 05 17:14:38 user nova-compute[75018]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 (non-flash)
Dec 05 17:14:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a8261cf0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996'): ({'sdc'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Removing single pathed devices sdc {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[90ffe0a6-f0a8-4f31-9687-9cfc122d4c1a]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c091ab91-4440-44f0-b660-33876ecb03f0]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Flushing IO for device /dev/sdc {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cf8be60-6bab-4019-b6de-68ce538acbf4]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0941bcc-aed2-43ce-8f59-d00a44f832b1]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e252db4c-c313-41e9-bff7-37f12163fe8c]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[40bfbc35-559e-4b1a-82bd-45d2eaaeddf6]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996, portal: 172.16.0.220,3260]
Dec 05 17:14:38 user nova-compute[75018]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996, portal: 172.16.0.220,3260] successful.
Dec 05 17:14:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cee32326-4278-4442-b9be-2b5d5dd86996 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c43a33f-7e77-44df-a1e0-c74c73032fab]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] <== disconnect_volume: return (316ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:14:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:14:41 user nova-compute[75018]: DEBUG nova.objects.instance [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lazy-loading 'flavor' on Instance uuid c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:14:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0d09c4f7-ecc6-46dc-a6d2-33ea97ffd09c tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.668s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 8.819s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.024s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:14:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "5255b4b7-1508-4dd5-b7af-b14890278e13" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:14:54 user nova-compute[75018]: INFO nova.compute.manager [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Detaching volume 9806c5b9-5af2-44ee-9776-2010e955e021
Dec 05 17:14:54 user nova-compute[75018]: INFO nova.virt.block_device [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Attempting to driver detach volume 9806c5b9-5af2-44ee-9776-2010e955e021 from mountpoint /dev/vdb
Dec 05 17:14:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Attempting to detach device vdb from instance 5255b4b7-1508-4dd5-b7af-b14890278e13 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:14:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:14:54 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:14:54 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:14:54 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:14:54 user nova-compute[75018]:   <serial>9806c5b9-5af2-44ee-9776-2010e955e021</serial>
Dec 05 17:14:54 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:14:54 user nova-compute[75018]: </disk>
Dec 05 17:14:54 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:14:54 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Successfully detached device vdb from instance 5255b4b7-1508-4dd5-b7af-b14890278e13 from the persistent domain config.
Dec 05 17:14:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5255b4b7-1508-4dd5-b7af-b14890278e13 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:14:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:14:54 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:14:54 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:14:54 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:14:54 user nova-compute[75018]:   <serial>9806c5b9-5af2-44ee-9776-2010e955e021</serial>
Dec 05 17:14:54 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:14:54 user nova-compute[75018]: </disk>
Dec 05 17:14:54 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:14:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "5255b4b7-1508-4dd5-b7af-b14890278e13" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:14:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5255b4b7-1508-4dd5-b7af-b14890278e13 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:14:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:14:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "9653f1bc-ef36-4cfd-a888-d7954596e22d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "9653f1bc-ef36-4cfd-a888-d7954596e22d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "9653f1bc-ef36-4cfd-a888-d7954596e22d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "9653f1bc-ef36-4cfd-a888-d7954596e22d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "9653f1bc-ef36-4cfd-a888-d7954596e22d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:01 user nova-compute[75018]: INFO nova.compute.manager [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Terminating instance
Dec 05 17:15:01 user nova-compute[75018]: DEBUG nova.compute.manager [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-f177e7af-a571-464b-9594-9bdfa4708851 req-6f89475d-929c-422d-bbca-aafbeaf2650f service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Received event network-vif-unplugged-6c57586f-6aa3-49f5-9699-c8fb4537f7e6 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f177e7af-a571-464b-9594-9bdfa4708851 req-6f89475d-929c-422d-bbca-aafbeaf2650f service nova] Acquiring lock "9653f1bc-ef36-4cfd-a888-d7954596e22d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f177e7af-a571-464b-9594-9bdfa4708851 req-6f89475d-929c-422d-bbca-aafbeaf2650f service nova] Lock "9653f1bc-ef36-4cfd-a888-d7954596e22d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f177e7af-a571-464b-9594-9bdfa4708851 req-6f89475d-929c-422d-bbca-aafbeaf2650f service nova] Lock "9653f1bc-ef36-4cfd-a888-d7954596e22d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-f177e7af-a571-464b-9594-9bdfa4708851 req-6f89475d-929c-422d-bbca-aafbeaf2650f service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] No waiting events found dispatching network-vif-unplugged-6c57586f-6aa3-49f5-9699-c8fb4537f7e6 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-f177e7af-a571-464b-9594-9bdfa4708851 req-6f89475d-929c-422d-bbca-aafbeaf2650f service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Received event network-vif-unplugged-6c57586f-6aa3-49f5-9699-c8fb4537f7e6 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:15:01 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Instance destroyed successfully.
Dec 05 17:15:01 user nova-compute[75018]: DEBUG nova.objects.instance [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lazy-loading 'resources' on Instance uuid 9653f1bc-ef36-4cfd-a888-d7954596e22d {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:13:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1554850460',display_name='tempest-TestVolumeBootPattern-server-1554850460',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1554850460',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:13:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-5c9vry2i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:13:35Z,user_data=None,user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=9653f1bc-ef36-4cfd-a888-d7954596e22d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "address": "fa:16:3e:81:74:00", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c57586f-6a", "ovs_interfaceid": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "address": "fa:16:3e:81:74:00", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c57586f-6a", "ovs_interfaceid": "6c57586f-6aa3-49f5-9699-c8fb4537f7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:74:00,bridge_name='br-int',has_traffic_filtering=True,id=6c57586f-6aa3-49f5-9699-c8fb4537f7e6,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c57586f-6a') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG os_vif [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:74:00,bridge_name='br-int',has_traffic_filtering=True,id=6c57586f-6aa3-49f5-9699-c8fb4537f7e6,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c57586f-6a') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6c57586f-6a, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a83921e0-6710-458e-87fe-2b439b324a09) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:01 user nova-compute[75018]: INFO os_vif [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:74:00,bridge_name='br-int',has_traffic_filtering=True,id=6c57586f-6aa3-49f5-9699-c8fb4537f7e6,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c57586f-6a')
Dec 05 17:15:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BlQtbIXY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:15:01 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:15:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[61052336-f3d9-4364-99e8-380db8c08e16]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:15:01 user nova-compute[75018]: No targets found.
Dec 05 17:15:01 user nova-compute[75018]: iSNS:
Dec 05 17:15:01 user nova-compute[75018]: No targets found.
Dec 05 17:15:01 user nova-compute[75018]: STATIC:
Dec 05 17:15:01 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021
Dec 05 17:15:01 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:15:01 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:15:01 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d
Dec 05 17:15:01 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:15:01 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:15:01 user nova-compute[75018]: FIRMWARE:
Dec 05 17:15:01 user nova-compute[75018]: No targets found.
Dec 05 17:15:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:15:01 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:15:01 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfd73aad-f96b-4a89-b6f0-4a1025b5a154]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bf68335-6450-416f-a30a-87d29cf0495e]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)
Dec 05 17:15:01 user nova-compute[75018]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 (non-flash)
Dec 05 17:15:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d (non-flash)
Dec 05 17:15:01 user nova-compute[75018]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 (non-flash)
Dec 05 17:15:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a83ec040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:15:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d62d771d-6d89-44b1-9579-c5c1a2137e99]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c105d8b1-ef0c-4b22-a596-782856ebe121]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c3929c2-3233-4c2e-9d3a-8919079e1507]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[217b489b-2337-454a-9f05-dc64014368e3]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23961313038373763', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_6c4f63a8', '/dev/disk/by-id/scsi-1SCST_BIO6c4f63a8-9a10877cc7ced247') {{(pid=85682) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4be74a7-8bd6-4a74-a23c-4ce2f90fd1ef]: (4, None) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[842cfb8d-8a8c-44f5-a8f1-2cbb55486dae]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2271403-d861-4194-a861-63c9b3858b6a]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d, portal: 172.16.0.220,3260]
Dec 05 17:15:02 user nova-compute[75018]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d, portal: 172.16.0.220,3260] successful.
Dec 05 17:15:02 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:800a64f6-ae82-4fd5-8eb2-47773772ec9d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[40c9ca06-66f4-4e12-b802-44f3e0bc4418]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== disconnect_volume: return (292ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:15:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Deleting instance files /opt/stack/data/nova/instances/9653f1bc-ef36-4cfd-a888-d7954596e22d_del
Dec 05 17:15:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Deletion of /opt/stack/data/nova/instances/9653f1bc-ef36-4cfd-a888-d7954596e22d_del complete
Dec 05 17:15:02 user nova-compute[75018]: INFO nova.compute.manager [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Took 1.12 seconds to destroy the instance on the hypervisor.
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:15:02 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Took 0.36 seconds to deallocate network for instance.
Dec 05 17:15:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-95f34cb2-7f43-47eb-ad02-b2a007187fa5 req-da293b7a-cc43-4447-a511-14ef3b7fa893 service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Received event network-vif-deleted-6c57586f-6aa3-49f5-9699-c8fb4537f7e6 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:15:02 user nova-compute[75018]: INFO nova.compute.manager [req-95f34cb2-7f43-47eb-ad02-b2a007187fa5 req-da293b7a-cc43-4447-a511-14ef3b7fa893 service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Neutron deleted interface 6c57586f-6aa3-49f5-9699-c8fb4537f7e6; detaching it from the instance and deleting it from the info cache
Dec 05 17:15:02 user nova-compute[75018]: DEBUG nova.network.neutron [req-95f34cb2-7f43-47eb-ad02-b2a007187fa5 req-da293b7a-cc43-4447-a511-14ef3b7fa893 service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-95f34cb2-7f43-47eb-ad02-b2a007187fa5 req-da293b7a-cc43-4447-a511-14ef3b7fa893 service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Detach interface failed, port_id=6c57586f-6aa3-49f5-9699-c8fb4537f7e6, reason: Instance 9653f1bc-ef36-4cfd-a888-d7954596e22d could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:15:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:03 user nova-compute[75018]: DEBUG nova.compute.manager [req-da1c1a88-17dc-45e0-82e2-724f99fdfffe req-8db31ce4-e129-43a3-93f0-0765eb5df614 service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Received event network-vif-plugged-6c57586f-6aa3-49f5-9699-c8fb4537f7e6 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:15:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da1c1a88-17dc-45e0-82e2-724f99fdfffe req-8db31ce4-e129-43a3-93f0-0765eb5df614 service nova] Acquiring lock "9653f1bc-ef36-4cfd-a888-d7954596e22d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da1c1a88-17dc-45e0-82e2-724f99fdfffe req-8db31ce4-e129-43a3-93f0-0765eb5df614 service nova] Lock "9653f1bc-ef36-4cfd-a888-d7954596e22d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da1c1a88-17dc-45e0-82e2-724f99fdfffe req-8db31ce4-e129-43a3-93f0-0765eb5df614 service nova] Lock "9653f1bc-ef36-4cfd-a888-d7954596e22d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:03 user nova-compute[75018]: DEBUG nova.compute.manager [req-da1c1a88-17dc-45e0-82e2-724f99fdfffe req-8db31ce4-e129-43a3-93f0-0765eb5df614 service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] No waiting events found dispatching network-vif-plugged-6c57586f-6aa3-49f5-9699-c8fb4537f7e6 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:15:03 user nova-compute[75018]: WARNING nova.compute.manager [req-da1c1a88-17dc-45e0-82e2-724f99fdfffe req-8db31ce4-e129-43a3-93f0-0765eb5df614 service nova] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Received unexpected event network-vif-plugged-6c57586f-6aa3-49f5-9699-c8fb4537f7e6 for instance with vm_state active and task_state deleting.
Dec 05 17:15:03 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:15:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:03 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:15:03 user nova-compute[75018]: INFO nova.compute.manager [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Took 0.98 seconds to detach 1 volumes for instance.
Dec 05 17:15:03 user nova-compute[75018]: DEBUG nova.compute.manager [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9653f1bc-ef36-4cfd-a888-d7954596e22d] Deleting volume: 800a64f6-ae82-4fd5-8eb2-47773772ec9d {{(pid=75018) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 05 17:15:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:04 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:15:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:04 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:15:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.420s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:04 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Deleted allocations for instance 9653f1bc-ef36-4cfd-a888-d7954596e22d
Dec 05 17:15:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-635017f1-6062-49a2-a0e3-11a285bd8bec tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "9653f1bc-ef36-4cfd-a888-d7954596e22d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.240s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json" returned: 0 in 0.282s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "533bba90-582b-4ad5-9763-532788f79d6f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "533bba90-582b-4ad5-9763-532788f79d6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "533bba90-582b-4ad5-9763-532788f79d6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:04 user nova-compute[75018]: INFO nova.compute.manager [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Terminating instance
Dec 05 17:15:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG nova.compute.manager [req-0835356e-2c95-4eaf-ab29-1ab4061fdadc req-60222fe9-be3f-4cda-8389-ed73798c0010 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received event network-vif-unplugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0835356e-2c95-4eaf-ab29-1ab4061fdadc req-60222fe9-be3f-4cda-8389-ed73798c0010 service nova] Acquiring lock "533bba90-582b-4ad5-9763-532788f79d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0835356e-2c95-4eaf-ab29-1ab4061fdadc req-60222fe9-be3f-4cda-8389-ed73798c0010 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0835356e-2c95-4eaf-ab29-1ab4061fdadc req-60222fe9-be3f-4cda-8389-ed73798c0010 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG nova.compute.manager [req-0835356e-2c95-4eaf-ab29-1ab4061fdadc req-60222fe9-be3f-4cda-8389-ed73798c0010 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] No waiting events found dispatching network-vif-unplugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG nova.compute.manager [req-0835356e-2c95-4eaf-ab29-1ab4061fdadc req-60222fe9-be3f-4cda-8389-ed73798c0010 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received event network-vif-unplugged-da4700b8-c7a8-49c6-81e0-d51d0027142c for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:05 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Instance destroyed successfully.
Dec 05 17:15:05 user nova-compute[75018]: DEBUG nova.objects.instance [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lazy-loading 'resources' on Instance uuid 533bba90-582b-4ad5-9763-532788f79d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T16:57:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-626047171',display_name='tempest-ServerRescueNegativeTestJSON-server-626047171',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-626047171',id=2,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:02:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c59020daca4249899bd1aaccf3b0e4c7',ramdisk_id='',reservation_id='r-pdyvn0uq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1436336392',owner_user_name='tempest-ServerRescueNegativeTestJSON-1436336392-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:04:43Z,user_data=None,user_id='8690c14a73d84daa91572814b703c48b',uuid=533bba90-582b-4ad5-9763-532788f79d6f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converting VIF {"id": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "address": "fa:16:3e:f9:c3:74", "network": {"id": "a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1793386061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c59020daca4249899bd1aaccf3b0e4c7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda4700b8-c7", "ovs_interfaceid": "da4700b8-c7a8-49c6-81e0-d51d0027142c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f9:c3:74,bridge_name='br-int',has_traffic_filtering=True,id=da4700b8-c7a8-49c6-81e0-d51d0027142c,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda4700b8-c7') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG os_vif [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f9:c3:74,bridge_name='br-int',has_traffic_filtering=True,id=da4700b8-c7a8-49c6-81e0-d51d0027142c,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda4700b8-c7') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapda4700b8-c7, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9cb88d9e-9ae4-4009-a33f-fab97d10fbeb) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:05 user nova-compute[75018]: INFO os_vif [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f9:c3:74,bridge_name='br-int',has_traffic_filtering=True,id=da4700b8-c7a8-49c6-81e0-d51d0027142c,network=Network(a4a8392d-c9c5-45f7-81dc-5ec5d6f9d294),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda4700b8-c7')
Dec 05 17:15:05 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Deleting instance files /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f_del
Dec 05 17:15:05 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Deletion of /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f_del complete
Dec 05 17:15:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json" returned: 1 in 0.195s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] '/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk --force-share --output=json' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:15:06 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Periodic task is updating the host stats, it is trying to get disk info for instance-00000002, but the backing disk storage was removed by a concurrent operation such as resize. Error: No disk at /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk: nova.exception.DiskNotFound: No disk at /opt/stack/data/nova/instances/533bba90-582b-4ad5-9763-532788f79d6f/disk
Dec 05 17:15:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:06 user nova-compute[75018]: INFO nova.compute.manager [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Took 1.11 seconds to destroy the instance on the hypervisor.
Dec 05 17:15:06 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:15:06 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:15:06 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:15:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:06 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:15:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-67c1d93a-a46e-4ba5-93f1-8ede7b71449f req-d98b2182-7036-4e86-a3b1-cf932d2c33cb service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received event network-vif-deleted-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:15:06 user nova-compute[75018]: INFO nova.compute.manager [req-67c1d93a-a46e-4ba5-93f1-8ede7b71449f req-d98b2182-7036-4e86-a3b1-cf932d2c33cb service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Neutron deleted interface da4700b8-c7a8-49c6-81e0-d51d0027142c; detaching it from the instance and deleting it from the info cache
Dec 05 17:15:06 user nova-compute[75018]: DEBUG nova.network.neutron [req-67c1d93a-a46e-4ba5-93f1-8ede7b71449f req-d98b2182-7036-4e86-a3b1-cf932d2c33cb service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:15:06 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Took 0.46 seconds to deallocate network for instance.
Dec 05 17:15:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-67c1d93a-a46e-4ba5-93f1-8ede7b71449f req-d98b2182-7036-4e86-a3b1-cf932d2c33cb service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Detach interface failed, port_id=da4700b8-c7a8-49c6-81e0-d51d0027142c, reason: Instance 533bba90-582b-4ad5-9763-532788f79d6f could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:15:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:06 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:15:06 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.376s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:07 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Deleted allocations for instance 533bba90-582b-4ad5-9763-532788f79d6f
Dec 05 17:15:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f145a2e4-d561-48b5-9ef1-70e30933cb11 tempest-ServerRescueNegativeTestJSON-1436336392 tempest-ServerRescueNegativeTestJSON-1436336392-project-member] Lock "533bba90-582b-4ad5-9763-532788f79d6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.204s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:07 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:15:07 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:15:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7739MB free_disk=25.051624298095703GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG nova.compute.manager [req-5d1dd049-1b83-4869-9fa0-73548fe59bfe req-e3d31ef6-aa32-40e8-8a9f-89852219a261 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5d1dd049-1b83-4869-9fa0-73548fe59bfe req-e3d31ef6-aa32-40e8-8a9f-89852219a261 service nova] Acquiring lock "533bba90-582b-4ad5-9763-532788f79d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5d1dd049-1b83-4869-9fa0-73548fe59bfe req-e3d31ef6-aa32-40e8-8a9f-89852219a261 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5d1dd049-1b83-4869-9fa0-73548fe59bfe req-e3d31ef6-aa32-40e8-8a9f-89852219a261 service nova] Lock "533bba90-582b-4ad5-9763-532788f79d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG nova.compute.manager [req-5d1dd049-1b83-4869-9fa0-73548fe59bfe req-e3d31ef6-aa32-40e8-8a9f-89852219a261 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] No waiting events found dispatching network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:15:07 user nova-compute[75018]: WARNING nova.compute.manager [req-5d1dd049-1b83-4869-9fa0-73548fe59bfe req-e3d31ef6-aa32-40e8-8a9f-89852219a261 service nova] [instance: 533bba90-582b-4ad5-9763-532788f79d6f] Received unexpected event network-vif-plugged-da4700b8-c7a8-49c6-81e0-d51d0027142c for instance with vm_state deleted and task_state None.
Dec 05 17:15:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 5255b4b7-1508-4dd5-b7af-b14890278e13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b6d9d91d-12aa-40ab-9e7f-7cb40791b7da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 1d0518df-0a8b-43d2-9772-fac12f42067a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance cb9b28c7-ab12-4a8e-948b-aaea4495fcbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 91e937fb-a240-443f-829c-8ff24dabb3ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:15:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.372s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:15:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:15:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:15:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Skipping network cache update for instance because it is being deleted. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}}
Dec 05 17:15:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:15:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:15:09 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:15:09 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:15:09 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Updating instance_info_cache with network_info: [{"id": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "address": "fa:16:3e:2c:95:36", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d9f2be-22", "ovs_interfaceid": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:15:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:15:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:15:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:15:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:15:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:15:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:15:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:15:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:15:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lazy-loading 'flavor' on Instance uuid c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:11 user nova-compute[75018]: INFO nova.compute.manager [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Attaching volume d11377d1-2df2-432c-b6a1-ea436bb8da50 to /dev/vdb
Dec 05 17:15:11 user nova-compute[75018]: DEBUG os_brick.utils [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[99352b0c-bd6e-4be4-8390-28eb193b8604]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[71afb775-3853-49c4-bda4-7051131c031e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad833740-2915-4ed5-8b00-3936be87ab6c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fc8483f-d6a2-4317-8867-f53b97c26b53]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:15:11 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:15:11 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7768c27-3078-44ff-be23-7cb48bcdbfb2]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG os_brick.utils [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:15:11 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Updating existing volume attachment record: 49b64e1d-94d4-44c3-8a54-f8c8b996735f {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:15:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:15 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5255b4b7-1508-4dd5-b7af-b14890278e13 is timed out.
Dec 05 17:15:15 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Successfully detached device vdb from instance 5255b4b7-1508-4dd5-b7af-b14890278e13 from the live domain config.
Dec 05 17:15:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qbeNjkyU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:15:15 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e84e1f9-7238-4d76-a89c-e4fca987c768]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:15:15 user nova-compute[75018]: No targets found.
Dec 05 17:15:15 user nova-compute[75018]: iSNS:
Dec 05 17:15:15 user nova-compute[75018]: No targets found.
Dec 05 17:15:15 user nova-compute[75018]: STATIC:
Dec 05 17:15:15 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021
Dec 05 17:15:15 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:15:15 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:15:15 user nova-compute[75018]: FIRMWARE:
Dec 05 17:15:15 user nova-compute[75018]: No targets found.
Dec 05 17:15:15 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:15:15 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:15:15 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b61f4ab8-67c3-46e1-94e4-82109b3422b4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d30d2df-f694-450d-a69c-3f802f976a3b]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 (non-flash)
Dec 05 17:15:15 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 (non-flash)
Dec 05 17:15:15 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c8144a60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021'): ({'sdd'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Removing single pathed devices sdd {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[af00355e-ca2d-4fa3-a771-56a48c9ffdf7]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[64a50c64-eb5e-401c-a564-6fd9b4fb52ae]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Flushing IO for device /dev/sdd {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f08b53b-d081-427a-a6c3-333168996846]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.044s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ca2beba-7183-4321-913f-9c66c764f523]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1e9be68-6966-4d42-bf37-3ec54160dc96]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b51ba9a6-b989-4802-935c-55e6d13ad493]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021, portal: 172.16.0.220,3260]
Dec 05 17:15:15 user nova-compute[75018]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021, portal: 172.16.0.220,3260] successful.
Dec 05 17:15:15 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d3a369e-e38b-4d1a-879e-cee98445efd8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.276s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] <== disconnect_volume: return (277ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:15:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:16 user nova-compute[75018]: DEBUG nova.objects.instance [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lazy-loading 'flavor' on Instance uuid 5255b4b7-1508-4dd5-b7af-b14890278e13 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:15:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfc9d421-1aa4-497e-9180-d577bb3a0efc tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.867s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.743s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "5255b4b7-1508-4dd5-b7af-b14890278e13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:16 user nova-compute[75018]: INFO nova.compute.manager [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Terminating instance
Dec 05 17:15:16 user nova-compute[75018]: DEBUG nova.compute.manager [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:15:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-38c02ca6-d7ed-4408-8580-4cb5d3d07a26 req-ab857dce-f0f9-4943-8f1a-86de8a9c744b service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Received event network-vif-unplugged-b8b2618a-c1c9-48c2-8f80-1b329b14d255 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:15:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-38c02ca6-d7ed-4408-8580-4cb5d3d07a26 req-ab857dce-f0f9-4943-8f1a-86de8a9c744b service nova] Acquiring lock "5255b4b7-1508-4dd5-b7af-b14890278e13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-38c02ca6-d7ed-4408-8580-4cb5d3d07a26 req-ab857dce-f0f9-4943-8f1a-86de8a9c744b service nova] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-38c02ca6-d7ed-4408-8580-4cb5d3d07a26 req-ab857dce-f0f9-4943-8f1a-86de8a9c744b service nova] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-38c02ca6-d7ed-4408-8580-4cb5d3d07a26 req-ab857dce-f0f9-4943-8f1a-86de8a9c744b service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] No waiting events found dispatching network-vif-unplugged-b8b2618a-c1c9-48c2-8f80-1b329b14d255 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:15:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-38c02ca6-d7ed-4408-8580-4cb5d3d07a26 req-ab857dce-f0f9-4943-8f1a-86de8a9c744b service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Received event network-vif-unplugged-b8b2618a-c1c9-48c2-8f80-1b329b14d255 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:15:17 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Instance destroyed successfully.
Dec 05 17:15:17 user nova-compute[75018]: DEBUG nova.objects.instance [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lazy-loading 'resources' on Instance uuid 5255b4b7-1508-4dd5-b7af-b14890278e13 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:12:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1255378150',display_name='tempest-VolumesSnapshotTestJSON-instance-1255378150',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1255378150',id=31,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIAPvogrxaudGHGhyxVbaJtQqdldrJJX4p8SqTkDrGwh6Uo5OlG6f1OVInKdmn0pJEKNcv5Nz0lyy5ZPxaoSi9B8LwP0ac/Z/R+7Q7oLgmhrN9Z/cJCQTQUc9M2UKIr+OA==',key_name='tempest-keypair-624374489',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:12:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ee6c00698bf24d3aad4496a772494005',ramdisk_id='',reservation_id='r-6b2nlg59',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-894790911',owner_user_name='tempest-VolumesSnapshotTestJSON-894790911-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:12:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='57b24b5a7c7e4a608daa2c1d572386b8',uuid=5255b4b7-1508-4dd5-b7af-b14890278e13,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "address": "fa:16:3e:aa:8e:ae", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8b2618a-c1", "ovs_interfaceid": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Converting VIF {"id": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "address": "fa:16:3e:aa:8e:ae", "network": {"id": "c291a4a0-b5e0-44b9-9321-57c08146ad25", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-726377755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee6c00698bf24d3aad4496a772494005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8b2618a-c1", "ovs_interfaceid": "b8b2618a-c1c9-48c2-8f80-1b329b14d255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:aa:8e:ae,bridge_name='br-int',has_traffic_filtering=True,id=b8b2618a-c1c9-48c2-8f80-1b329b14d255,network=Network(c291a4a0-b5e0-44b9-9321-57c08146ad25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8b2618a-c1') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG os_vif [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:aa:8e:ae,bridge_name='br-int',has_traffic_filtering=True,id=b8b2618a-c1c9-48c2-8f80-1b329b14d255,network=Network(c291a4a0-b5e0-44b9-9321-57c08146ad25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8b2618a-c1') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb8b2618a-c1, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a171d413-4598-424c-a7cb-88c0b74409c2) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:17 user nova-compute[75018]: INFO os_vif [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:aa:8e:ae,bridge_name='br-int',has_traffic_filtering=True,id=b8b2618a-c1c9-48c2-8f80-1b329b14d255,network=Network(c291a4a0-b5e0-44b9-9321-57c08146ad25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8b2618a-c1')
Dec 05 17:15:17 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:9806c5b9-5af2-44ee-9776-2010e955e021', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qbeNjkyU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:15:17 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:15:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[e64d0fc1-5d94-45f2-a4dd-fd76e5278b5e]: Unexpected error while running command.
Dec 05 17:15:17 user nova-compute[75018]: Command: iscsiadm -m discoverydb -o show -P 1
Dec 05 17:15:17 user nova-compute[75018]: Exit code: 21
Dec 05 17:15:17 user nova-compute[75018]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Dec 05 17:15:17 user nova-compute[75018]: Stderr: '' {{(pid=85682) _process_cmd /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:477}}
Dec 05 17:15:17 user nova-compute[75018]: Traceback (most recent call last):
Dec 05 17:15:17 user nova-compute[75018]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 474, in _process_cmd
Dec 05 17:15:17 user nova-compute[75018]:     ret = func(*f_args, **f_kwargs)
Dec 05 17:15:17 user nova-compute[75018]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Dec 05 17:15:17 user nova-compute[75018]:     return func(*args, **kwargs)
Dec 05 17:15:17 user nova-compute[75018]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Dec 05 17:15:17 user nova-compute[75018]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Dec 05 17:15:17 user nova-compute[75018]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Dec 05 17:15:17 user nova-compute[75018]:     return putils.execute(on_execute=on_execute,
Dec 05 17:15:17 user nova-compute[75018]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py", line 438, in execute
Dec 05 17:15:17 user nova-compute[75018]:     raise ProcessExecutionError(exit_code=_returncode,
Dec 05 17:15:17 user nova-compute[75018]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Dec 05 17:15:17 user nova-compute[75018]: Command: iscsiadm -m discoverydb -o show -P 1
Dec 05 17:15:17 user nova-compute[75018]: Exit code: 21
Dec 05 17:15:17 user nova-compute[75018]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Dec 05 17:15:17 user nova-compute[75018]: Stderr: ''
Dec 05 17:15:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e64d0fc1-5d94-45f2-a4dd-fd76e5278b5e]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Dec 05 17:15:17 user nova-compute[75018]: Command: iscsiadm -m discoverydb -o show -P 1
Dec 05 17:15:17 user nova-compute[75018]: Exit code: 21
Dec 05 17:15:17 user nova-compute[75018]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Dec 05 17:15:17 user nova-compute[75018]: Stderr: ''
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 217, in _get_ips_iqns_luns
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 376, in _get_discoverydb_portals
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 1188, in _run_iscsiadm_bare
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/executor.py", line 55, in _execute
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 172, in execute
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 271, in _wrap
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 215, in remote_call
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Dec 05 17:15:17 user nova-compute[75018]: ERROR os_brick.initiator.connectors.iscsi 
Dec 05 17:15:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Skipping cleanup Unable to find target portal 172.16.0.220:3260. {{(pid=75018) _cleanup_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:934}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.029s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] <== disconnect_volume: return (29ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:15:17 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Deleting instance files /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13_del
Dec 05 17:15:17 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Deletion of /opt/stack/data/nova/instances/5255b4b7-1508-4dd5-b7af-b14890278e13_del complete
Dec 05 17:15:17 user nova-compute[75018]: INFO nova.compute.manager [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Took 0.90 seconds to destroy the instance on the hypervisor.
Dec 05 17:15:17 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:15:17 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:15:18 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:15:18 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Took 0.93 seconds to deallocate network for instance.
Dec 05 17:15:18 user nova-compute[75018]: WARNING nova.volume.cinder [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Attachment 2b4185bc-cf96-4c62-a8e3-b4fd7b14694b does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 2b4185bc-cf96-4c62-a8e3-b4fd7b14694b. (HTTP 404) (Request-ID: req-b05f5c7f-4178-427c-b5a9-01f86f38cacb)
Dec 05 17:15:18 user nova-compute[75018]: INFO nova.compute.manager [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Took 0.02 seconds to detach 1 volumes for instance.
Dec 05 17:15:18 user nova-compute[75018]: DEBUG nova.compute.manager [req-6f9fcdbc-50e0-433a-b473-32ff6fe1933a req-7cc2ee62-3769-455c-93cd-b8b1888e6a69 service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Received event network-vif-deleted-b8b2618a-c1c9-48c2-8f80-1b329b14d255 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:15:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:18 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:15:18 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:15:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.285s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-47a85389-e28b-4b7c-b66d-17001bbaac00 req-d0c2b53c-b91a-4e8b-a932-eeb4934f0069 service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Received event network-vif-plugged-b8b2618a-c1c9-48c2-8f80-1b329b14d255 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:15:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-47a85389-e28b-4b7c-b66d-17001bbaac00 req-d0c2b53c-b91a-4e8b-a932-eeb4934f0069 service nova] Acquiring lock "5255b4b7-1508-4dd5-b7af-b14890278e13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-47a85389-e28b-4b7c-b66d-17001bbaac00 req-d0c2b53c-b91a-4e8b-a932-eeb4934f0069 service nova] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-47a85389-e28b-4b7c-b66d-17001bbaac00 req-d0c2b53c-b91a-4e8b-a932-eeb4934f0069 service nova] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-47a85389-e28b-4b7c-b66d-17001bbaac00 req-d0c2b53c-b91a-4e8b-a932-eeb4934f0069 service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] No waiting events found dispatching network-vif-plugged-b8b2618a-c1c9-48c2-8f80-1b329b14d255 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:15:19 user nova-compute[75018]: WARNING nova.compute.manager [req-47a85389-e28b-4b7c-b66d-17001bbaac00 req-d0c2b53c-b91a-4e8b-a932-eeb4934f0069 service nova] [instance: 5255b4b7-1508-4dd5-b7af-b14890278e13] Received unexpected event network-vif-plugged-b8b2618a-c1c9-48c2-8f80-1b329b14d255 for instance with vm_state deleted and task_state None.
Dec 05 17:15:19 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Deleted allocations for instance 5255b4b7-1508-4dd5-b7af-b14890278e13
Dec 05 17:15:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-009ffb59-6289-4b40-bc7c-0d08f623ac37 tempest-VolumesSnapshotTestJSON-894790911 tempest-VolumesSnapshotTestJSON-894790911-project-member] Lock "5255b4b7-1508-4dd5-b7af-b14890278e13" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.468s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ELkCuhjV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:15:20 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:15:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:15:20 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:15:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:15:20 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:15:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[187528cd-4c3a-4a92-b80b-e4075fd4b4c4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:15:20 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[24998d26-67a4-467b-a191-e6dee3b0a5e0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50] added
Dec 05 17:15:20 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2d7d3e4-a7b9-4dba-b50f-5f26aab905cd]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1375903-df2e-4c08-a260-06f67f13c62a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ELkCuhjV {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ELkCuhjV" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[71cce75d-eb3a-4146-8e23-54f99d146b95]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ELkCuhjV'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4746147-d39e-412b-bc9d-e2b530434470]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[745c7740-c27f-4a81-81bb-f3b152cceff6]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:15:21 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:15:21 user nova-compute[75018]:  {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:15:21 user nova-compute[75018]: WARNING os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 05 17:15:21 user nova-compute[75018]: 
Dec 05 17:15:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9f872a5-b833-4443-9a8f-031b6aea342c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50, portal: 172.16.0.220,3260]
Dec 05 17:15:21 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50, portal: 172.16.0.220,3260] successful.
Dec 05 17:15:21 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e560689f-6f2a-4361-a2ee-0e6d6af1e565]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[62bcd532-4701-420f-872f-cd9e5a163479]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 (non-flash)
Dec 05 17:15:21 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 (non-flash)
Dec 05 17:15:21 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.249s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] HCTL ('33', '-', '-', 0) found on session 39 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fa5d0bb-4a3c-41d1-9c6f-4e94ec4cf3e2]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Searching for a device in session 39 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:15:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ELkCuhjV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:15:22 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.280s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:15:22 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] <== connect_volume: return (1280ms) {'type': 'block', 'scsi_wwn': '26632633831303661', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:15:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26632633831303661', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:15:22 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lazy-loading 'flavor' on Instance uuid c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:15:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:15:22 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:15:22 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:15:22 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:15:22 user nova-compute[75018]:   <serial>d11377d1-2df2-432c-b6a1-ea436bb8da50</serial>
Dec 05 17:15:22 user nova-compute[75018]: </disk>
Dec 05 17:15:22 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:15:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:15:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:15:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] No VIF found with MAC fa:16:3e:f3:6d:97, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:15:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4063d967-071e-4a05-938f-562ed9be225a tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.160s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:24 user nova-compute[75018]: INFO nova.compute.manager [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Detaching volume d11377d1-2df2-432c-b6a1-ea436bb8da50
Dec 05 17:15:24 user nova-compute[75018]: INFO nova.virt.block_device [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Attempting to driver detach volume d11377d1-2df2-432c-b6a1-ea436bb8da50 from mountpoint /dev/vdb
Dec 05 17:15:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Attempting to detach device vdb from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:15:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:15:24 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:15:24 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:15:24 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:15:24 user nova-compute[75018]:   <serial>d11377d1-2df2-432c-b6a1-ea436bb8da50</serial>
Dec 05 17:15:24 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:15:24 user nova-compute[75018]: </disk>
Dec 05 17:15:24 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:15:25 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Successfully detached device vdb from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e from the persistent domain config.
Dec 05 17:15:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:15:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:15:25 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:15:25 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:15:25 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:15:25 user nova-compute[75018]:   <serial>d11377d1-2df2-432c-b6a1-ea436bb8da50</serial>
Dec 05 17:15:25 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:15:25 user nova-compute[75018]: </disk>
Dec 05 17:15:25 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:15:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:15:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:15:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:25 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:15:25 user nova-compute[75018]: INFO nova.compute.claims [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Claim successful on node user
Dec 05 17:15:26 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.335s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:15:26 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:15:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG nova.policy [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8da346c164fb4c0280a7dfb63c4d1a52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31b8f8305ff14e2883c646a9dfa3af0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:15:26 user nova-compute[75018]: INFO nova.virt.block_device [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Booting with volume 05841b10-09ec-470e-8d88-8cfa00f54565 at /dev/vda
Dec 05 17:15:26 user nova-compute[75018]: DEBUG os_brick.utils [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cfee525-5284-4755-8080-a1a2a4df74b0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cd21a4b-27b0-459f-9e4e-2573d8c5ad6e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[41c3aec4-05d1-4c1f-9d44-0c671aa0b8f7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ea9bdcf-4424-4554-8238-c453a99be188]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:15:26 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:15:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[23079885-72d3-4fc3-a6e6-e1478a6d08a1]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG os_brick.utils [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Updating existing volume attachment record: 82fe895b-0ace-40cc-a03f-f13e3b63855e {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:15:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Successfully created port: 1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:15:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:15:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Successfully updated port: 1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:15:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:15:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquired lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:15:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:15:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-11b93efa-baa9-47b4-98ac-83354a9b75da req-f7d66ae6-0778-45f5-a31e-52ce7c05f20e service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received event network-changed-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:15:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-11b93efa-baa9-47b4-98ac-83354a9b75da req-f7d66ae6-0778-45f5-a31e-52ce7c05f20e service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Refreshing instance network info cache due to event network-changed-1349d758-895b-4ab0-8553-c3465c92bfb4. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:15:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-11b93efa-baa9-47b4-98ac-83354a9b75da req-f7d66ae6-0778-45f5-a31e-52ce7c05f20e service nova] Acquiring lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:15:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:15:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Updating instance_info_cache with network_info: [{"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:15:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Releasing lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:15:27 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Instance network_info: |[{"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:15:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-11b93efa-baa9-47b4-98ac-83354a9b75da req-f7d66ae6-0778-45f5-a31e-52ce7c05f20e service nova] Acquired lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:15:27 user nova-compute[75018]: DEBUG nova.network.neutron [req-11b93efa-baa9-47b4-98ac-83354a9b75da req-f7d66ae6-0778-45f5-a31e-52ce7c05f20e service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Refreshing network info cache for port 1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:15:28 user nova-compute[75018]: DEBUG nova.network.neutron [req-11b93efa-baa9-47b4-98ac-83354a9b75da req-f7d66ae6-0778-45f5-a31e-52ce7c05f20e service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Updated VIF entry in instance network info cache for port 1349d758-895b-4ab0-8553-c3465c92bfb4. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:15:28 user nova-compute[75018]: DEBUG nova.network.neutron [req-11b93efa-baa9-47b4-98ac-83354a9b75da req-f7d66ae6-0778-45f5-a31e-52ce7c05f20e service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Updating instance_info_cache with network_info: [{"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:15:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-11b93efa-baa9-47b4-98ac-83354a9b75da req-f7d66ae6-0778-45f5-a31e-52ce7c05f20e service nova] Releasing lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:15:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:15:35 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Creating image(s)
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Did not create local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Ensure instance console log exists: /opt/stack/data/nova/instances/ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Start _get_guest_xml network_info=[{"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uHiYkvTa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6', 'attached_at': '', 'detached_at': '', 'volume_id': '05841b10-09ec-470e-8d88-8cfa00f54565', 'serial': '05841b10-09ec-470e-8d88-8cfa00f54565'}, 'attachment_id': '82fe895b-0ace-40cc-a03f-f13e3b63855e', 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:15:35 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:15:35 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uHiYkvTa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:15:35 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:15:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:15:35 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:15:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:15:35 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[56694bd6-fc4f-40c1-bc87-7977478733ec]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:15:35 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[64b86958-4ce7-46d4-aeb9-872e3de8f239]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565] added
Dec 05 17:15:35 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f68b7ec-fff3-484d-b9c7-84984432d404]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[028e411d-40b2-427e-8210-7d1d157e244b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uHiYkvTa {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uHiYkvTa" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2d0be29-6513-4713-8214-ce2520bc6250]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uHiYkvTa'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[617a8948-555e-41bb-88a5-acc0a946a369]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e58d640b-a2d1-43d6-92d8-bd1bf8ad93af]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 (non-flash)
Dec 05 17:15:35 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 (non-flash)
Dec 05 17:15:35 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c94fb09c-1929-4602-a682-ce0f15ecdd6f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565, portal: 172.16.0.220,3260]
Dec 05 17:15:35 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565, portal: 172.16.0.220,3260] successful.
Dec 05 17:15:35 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3ad1545-cc08-441e-8d07-f3c64614f82d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[26a09a34-3860-480d-9f13-85066e6cdef7]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 (non-flash)
Dec 05 17:15:36 user nova-compute[75018]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:15:36 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:15:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 (non-flash)
Dec 05 17:15:36 user nova-compute[75018]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:15:36 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:15:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:15:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:15:36 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] HCTL ('34', '-', '-', 0) found on session 40 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:15:36 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:15:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[483691a5-742f-47ab-a06f-ddadf42a365c]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:36 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Searching for a device in session 40 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:15:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uHiYkvTa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.311s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '26634613563363162', 'path': '/dev/sdc'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26634613563363162', 'path': '/dev/sdc'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:15:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1451210647',display_name='tempest-ServerActionsTestOtherA-server-1451210647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1451210647',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPLNrttAD/6RdDXT36vN9VHfEo5iJI1ILLd6+0pSZesk1dFEDo+Dg6BEzvBJVKEvhms9MThIpWRQBagQrXFBr/aEkegGqrFRt9xGwvsHWGFKagkv2WSs4QW4SYLDrPTsyg==',key_name='tempest-keypair-1944465237',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31b8f8305ff14e2883c646a9dfa3af0d',ramdisk_id='',reservation_id='r-6boip0gb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-828640255',owner_user_name='tempest-ServerActionsTestOtherA-828640255-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:15:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8da346c164fb4c0280a7dfb63c4d1a52',uuid=ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converting VIF {"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:c8:a2,bridge_name='br-int',has_traffic_filtering=True,id=1349d758-895b-4ab0-8553-c3465c92bfb4,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1349d758-89') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG nova.objects.instance [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lazy-loading 'pci_devices' on Instance uuid ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:15:37 user nova-compute[75018]:   <uuid>ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6</uuid>
Dec 05 17:15:37 user nova-compute[75018]:   <name>instance-00000025</name>
Dec 05 17:15:37 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:15:37 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:15:37 user nova-compute[75018]:   <metadata>
Dec 05 17:15:37 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:15:37 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:15:37 user nova-compute[75018]:       <nova:name>tempest-ServerActionsTestOtherA-server-1451210647</nova:name>
Dec 05 17:15:37 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:15:35</nova:creationTime>
Dec 05 17:15:37 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:15:37 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:15:37 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:15:37 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:15:37 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:15:37 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:15:37 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:15:37 user nova-compute[75018]:       <nova:owner>
Dec 05 17:15:37 user nova-compute[75018]:         <nova:user uuid="8da346c164fb4c0280a7dfb63c4d1a52">tempest-ServerActionsTestOtherA-828640255-project-member</nova:user>
Dec 05 17:15:37 user nova-compute[75018]:         <nova:project uuid="31b8f8305ff14e2883c646a9dfa3af0d">tempest-ServerActionsTestOtherA-828640255</nova:project>
Dec 05 17:15:37 user nova-compute[75018]:       </nova:owner>
Dec 05 17:15:37 user nova-compute[75018]:       <nova:ports>
Dec 05 17:15:37 user nova-compute[75018]:         <nova:port uuid="1349d758-895b-4ab0-8553-c3465c92bfb4">
Dec 05 17:15:37 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 05 17:15:37 user nova-compute[75018]:         </nova:port>
Dec 05 17:15:37 user nova-compute[75018]:       </nova:ports>
Dec 05 17:15:37 user nova-compute[75018]:     </nova:instance>
Dec 05 17:15:37 user nova-compute[75018]:   </metadata>
Dec 05 17:15:37 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:15:37 user nova-compute[75018]:     <system>
Dec 05 17:15:37 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:15:37 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:15:37 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:15:37 user nova-compute[75018]:       <entry name="serial">ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6</entry>
Dec 05 17:15:37 user nova-compute[75018]:       <entry name="uuid">ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6</entry>
Dec 05 17:15:37 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:15:37 user nova-compute[75018]:     </system>
Dec 05 17:15:37 user nova-compute[75018]:   </sysinfo>
Dec 05 17:15:37 user nova-compute[75018]:   <os>
Dec 05 17:15:37 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:15:37 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:15:37 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:15:37 user nova-compute[75018]:   </os>
Dec 05 17:15:37 user nova-compute[75018]:   <features>
Dec 05 17:15:37 user nova-compute[75018]:     <acpi/>
Dec 05 17:15:37 user nova-compute[75018]:     <apic/>
Dec 05 17:15:37 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:15:37 user nova-compute[75018]:   </features>
Dec 05 17:15:37 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:15:37 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:15:37 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:15:37 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:15:37 user nova-compute[75018]:   </clock>
Dec 05 17:15:37 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:15:37 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:15:37 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:15:37 user nova-compute[75018]:   </cpu>
Dec 05 17:15:37 user nova-compute[75018]:   <devices>
Dec 05 17:15:37 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:15:37 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:15:37 user nova-compute[75018]:       <source dev="/dev/sdc"/>
Dec 05 17:15:37 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:15:37 user nova-compute[75018]:       <serial>05841b10-09ec-470e-8d88-8cfa00f54565</serial>
Dec 05 17:15:37 user nova-compute[75018]:     </disk>
Dec 05 17:15:37 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:15:37 user nova-compute[75018]:       <mac address="fa:16:3e:6a:c8:a2"/>
Dec 05 17:15:37 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:15:37 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:15:37 user nova-compute[75018]:       <target dev="tap1349d758-89"/>
Dec 05 17:15:37 user nova-compute[75018]:     </interface>
Dec 05 17:15:37 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:15:37 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6/console.log" append="off"/>
Dec 05 17:15:37 user nova-compute[75018]:     </serial>
Dec 05 17:15:37 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:15:37 user nova-compute[75018]:     <video>
Dec 05 17:15:37 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:15:37 user nova-compute[75018]:     </video>
Dec 05 17:15:37 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:15:37 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:15:37 user nova-compute[75018]:     </rng>
Dec 05 17:15:37 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:15:37 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:15:37 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:15:37 user nova-compute[75018]:     </memballoon>
Dec 05 17:15:37 user nova-compute[75018]:   </devices>
Dec 05 17:15:37 user nova-compute[75018]: </domain>
Dec 05 17:15:37 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:15:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1451210647',display_name='tempest-ServerActionsTestOtherA-server-1451210647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1451210647',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPLNrttAD/6RdDXT36vN9VHfEo5iJI1ILLd6+0pSZesk1dFEDo+Dg6BEzvBJVKEvhms9MThIpWRQBagQrXFBr/aEkegGqrFRt9xGwvsHWGFKagkv2WSs4QW4SYLDrPTsyg==',key_name='tempest-keypair-1944465237',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31b8f8305ff14e2883c646a9dfa3af0d',ramdisk_id='',reservation_id='r-6boip0gb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-828640255',owner_user_name='tempest-ServerActionsTestOtherA-828640255-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:15:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8da346c164fb4c0280a7dfb63c4d1a52',uuid=ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converting VIF {"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:c8:a2,bridge_name='br-int',has_traffic_filtering=True,id=1349d758-895b-4ab0-8553-c3465c92bfb4,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1349d758-89') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG os_vif [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:c8:a2,bridge_name='br-int',has_traffic_filtering=True,id=1349d758-895b-4ab0-8553-c3465c92bfb4,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1349d758-89') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '42a868b5-aa71-5fdd-8cfb-a2b0ab03772c', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1349d758-89, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1349d758-89, col_values=(('qos', UUID('ef587257-55cc-42e1-94fc-ff554514f25d')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1349d758-89, col_values=(('external_ids', {'iface-id': '1349d758-895b-4ab0-8553-c3465c92bfb4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6a:c8:a2', 'vm-uuid': 'ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:37 user nova-compute[75018]: INFO os_vif [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:c8:a2,bridge_name='br-int',has_traffic_filtering=True,id=1349d758-895b-4ab0-8553-c3465c92bfb4,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1349d758-89')
Dec 05 17:15:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:15:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] No VIF found with MAC fa:16:3e:6a:c8:a2, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:15:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:38 user nova-compute[75018]: DEBUG nova.compute.manager [req-0f3368d0-6735-4478-8aec-944e01bd0450 req-7ae4f0e5-0a10-4221-b2ea-d21ea0a1f102 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:15:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0f3368d0-6735-4478-8aec-944e01bd0450 req-7ae4f0e5-0a10-4221-b2ea-d21ea0a1f102 service nova] Acquiring lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0f3368d0-6735-4478-8aec-944e01bd0450 req-7ae4f0e5-0a10-4221-b2ea-d21ea0a1f102 service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0f3368d0-6735-4478-8aec-944e01bd0450 req-7ae4f0e5-0a10-4221-b2ea-d21ea0a1f102 service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:38 user nova-compute[75018]: DEBUG nova.compute.manager [req-0f3368d0-6735-4478-8aec-944e01bd0450 req-7ae4f0e5-0a10-4221-b2ea-d21ea0a1f102 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] No waiting events found dispatching network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:15:38 user nova-compute[75018]: WARNING nova.compute.manager [req-0f3368d0-6735-4478-8aec-944e01bd0450 req-7ae4f0e5-0a10-4221-b2ea-d21ea0a1f102 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received unexpected event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 for instance with vm_state building and task_state spawning.
Dec 05 17:15:40 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:15:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:15:40 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Instance spawned successfully.
Dec 05 17:15:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:15:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:15:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:15:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:15:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:15:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:15:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:15:40 user nova-compute[75018]: INFO nova.compute.manager [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Took 4.99 seconds to spawn the instance on the hypervisor.
Dec 05 17:15:40 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:15:40 user nova-compute[75018]: INFO nova.compute.manager [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Took 15.03 seconds to build instance.
Dec 05 17:15:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-ad15ecb9-60bf-44c2-b44d-2b6b3082e06a req-01f3249b-2f1a-4b4f-a320-d111a480acb2 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Received event network-changed-df9b4da5-80ff-4f63-99ed-31bca6cff91f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:15:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-ad15ecb9-60bf-44c2-b44d-2b6b3082e06a req-01f3249b-2f1a-4b4f-a320-d111a480acb2 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Refreshing instance network info cache due to event network-changed-df9b4da5-80ff-4f63-99ed-31bca6cff91f. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:15:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ad15ecb9-60bf-44c2-b44d-2b6b3082e06a req-01f3249b-2f1a-4b4f-a320-d111a480acb2 service nova] Acquiring lock "refresh_cache-1d0518df-0a8b-43d2-9772-fac12f42067a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:15:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ad15ecb9-60bf-44c2-b44d-2b6b3082e06a req-01f3249b-2f1a-4b4f-a320-d111a480acb2 service nova] Acquired lock "refresh_cache-1d0518df-0a8b-43d2-9772-fac12f42067a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:15:40 user nova-compute[75018]: DEBUG nova.network.neutron [req-ad15ecb9-60bf-44c2-b44d-2b6b3082e06a req-01f3249b-2f1a-4b4f-a320-d111a480acb2 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Refreshing network info cache for port df9b4da5-80ff-4f63-99ed-31bca6cff91f {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:15:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d84de45f-6019-420a-8b43-57c7eebacc30 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.128s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG nova.network.neutron [req-ad15ecb9-60bf-44c2-b44d-2b6b3082e06a req-01f3249b-2f1a-4b4f-a320-d111a480acb2 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Updated VIF entry in instance network info cache for port df9b4da5-80ff-4f63-99ed-31bca6cff91f. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG nova.network.neutron [req-ad15ecb9-60bf-44c2-b44d-2b6b3082e06a req-01f3249b-2f1a-4b4f-a320-d111a480acb2 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Updating instance_info_cache with network_info: [{"id": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "address": "fa:16:3e:97:bc:3f", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf9b4da5-80", "ovs_interfaceid": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ad15ecb9-60bf-44c2-b44d-2b6b3082e06a req-01f3249b-2f1a-4b4f-a320-d111a480acb2 service nova] Releasing lock "refresh_cache-1d0518df-0a8b-43d2-9772-fac12f42067a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-ad15ecb9-60bf-44c2-b44d-2b6b3082e06a req-01f3249b-2f1a-4b4f-a320-d111a480acb2 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ad15ecb9-60bf-44c2-b44d-2b6b3082e06a req-01f3249b-2f1a-4b4f-a320-d111a480acb2 service nova] Acquiring lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ad15ecb9-60bf-44c2-b44d-2b6b3082e06a req-01f3249b-2f1a-4b4f-a320-d111a480acb2 service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ad15ecb9-60bf-44c2-b44d-2b6b3082e06a req-01f3249b-2f1a-4b4f-a320-d111a480acb2 service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-ad15ecb9-60bf-44c2-b44d-2b6b3082e06a req-01f3249b-2f1a-4b4f-a320-d111a480acb2 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] No waiting events found dispatching network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:15:41 user nova-compute[75018]: WARNING nova.compute.manager [req-ad15ecb9-60bf-44c2-b44d-2b6b3082e06a req-01f3249b-2f1a-4b4f-a320-d111a480acb2 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received unexpected event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 for instance with vm_state active and task_state None.
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "1d0518df-0a8b-43d2-9772-fac12f42067a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lazy-loading 'flavor' on Instance uuid 1d0518df-0a8b-43d2-9772-fac12f42067a {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "1d0518df-0a8b-43d2-9772-fac12f42067a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:41 user nova-compute[75018]: INFO nova.compute.manager [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Attaching volume 6b2bb55e-33a3-4d07-a258-6c99fb852774 to /dev/vdb
Dec 05 17:15:41 user nova-compute[75018]: DEBUG os_brick.utils [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[97359a83-7317-44b1-b401-eaa20c739805]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c3a9a56-7487-4843-9cdb-f701e46b57d8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[40cf8042-a5aa-4ee3-94f9-6ebad002747f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[58ddb150-70ce-42be-b249-a79616b680b1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:15:41 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:15:41 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[db703f60-59ba-46b9-939f-1c60ac42669b]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG os_brick.utils [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:15:41 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Updating existing volume attachment record: 8147baa4-2bec-4f89-b5d8-4fbcf361eb00 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:15:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:45 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e is timed out.
Dec 05 17:15:45 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Successfully detached device vdb from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e from the live domain config.
Dec 05 17:15:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ELkCuhjV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:15:45 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1db2d751-3f2d-4c36-aa3b-f45358896ed7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:15:45 user nova-compute[75018]: No targets found.
Dec 05 17:15:45 user nova-compute[75018]: iSNS:
Dec 05 17:15:45 user nova-compute[75018]: No targets found.
Dec 05 17:15:45 user nova-compute[75018]: STATIC:
Dec 05 17:15:45 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565
Dec 05 17:15:45 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:15:45 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:15:45 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50
Dec 05 17:15:45 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:15:45 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:15:45 user nova-compute[75018]: FIRMWARE:
Dec 05 17:15:45 user nova-compute[75018]: No targets found.
Dec 05 17:15:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:15:45 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:15:45 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.030s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0329e69-d1f5-4f4c-bf97-4d09e7224feb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c41f13c9-8600-4dd7-917f-6bafb84cdbdd]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 (non-flash)
Dec 05 17:15:45 user nova-compute[75018]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:15:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 (non-flash)
Dec 05 17:15:45 user nova-compute[75018]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:15:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a82600d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[49dd23b0-20ed-4114-b05e-05c2fbdad6ed]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[01cb3e41-bf5a-4b0c-92b3-4cb8034bee65]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cd3aa47-c9be-49be-ac7a-639c943875e8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d81b393-4d65-49d7-8bae-df6f46a02118]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7fb49b5-2a4c-430d-881b-e351e36ac210]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[97e5a163-2255-4a2d-9e99-fdd4e20d1515]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50, portal: 172.16.0.220,3260]
Dec 05 17:15:45 user nova-compute[75018]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50, portal: 172.16.0.220,3260] successful.
Dec 05 17:15:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d11377d1-2df2-432c-b6a1-ea436bb8da50 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[695ca00c-a8fe-436a-aad6-bdf46936b683]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.345s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] <== disconnect_volume: return (348ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:15:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:15:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:46 user nova-compute[75018]: DEBUG nova.objects.instance [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lazy-loading 'flavor' on Instance uuid c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:15:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a704d42d-45b8-43aa-a336-b674e400a436 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.793s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'szTatxWD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:15:51 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:15:51 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:15:51 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aa43bbf-fca5-4e4f-a419-6a79feaf4886]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:15:51 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f21ed279-0209-4f0e-98d4-6ff84ce33998]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774] added
Dec 05 17:15:51 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[16d02522-08a2-4b7d-9240-1eb9ffb88433]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4022280-2861-4fa7-9713-ab95fd179256]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v szTatxWD {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v szTatxWD" returned: 0 in 0.087s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6ed3f63-634e-4fab-adf7-0b8085645b12]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'szTatxWD'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.101s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[80fe6823-83c0-429f-9b26-3d521012bb7a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fbc363a-218f-45b7-bb74-bae66fd76e72]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:15:51 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:15:51 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e21f87e4-aec1-44bf-946e-0357139caadd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774, portal: 172.16.0.220,3260]
Dec 05 17:15:51 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774, portal: 172.16.0.220,3260] successful.
Dec 05 17:15:51 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[579f75dc-ff2a-452b-8fb1-bb82b79f2166]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a77d8e90-5155-4f48-a0ed-4953f9503cef]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:15:51 user nova-compute[75018]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 (non-flash)
Dec 05 17:15:51 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:15:51 user nova-compute[75018]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 (non-flash)
Dec 05 17:15:51 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.442s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c952f4bb-84f5-46c1-b107-a7780fe12116]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:15:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'szTatxWD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:15:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.473s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:15:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] <== connect_volume: return (1473ms) {'type': 'block', 'scsi_wwn': '26639653466613662', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:15:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26639653466613662', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:15:52 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lazy-loading 'flavor' on Instance uuid 1d0518df-0a8b-43d2-9772-fac12f42067a {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:15:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:15:52 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:15:52 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:15:52 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:15:52 user nova-compute[75018]:   <serial>6b2bb55e-33a3-4d07-a258-6c99fb852774</serial>
Dec 05 17:15:52 user nova-compute[75018]: </disk>
Dec 05 17:15:52 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:15:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:15:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:15:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] No VIF found with MAC fa:16:3e:97:bc:3f, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:15:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4e2dfa08-2726-468a-93c8-fe123ea178a5 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.730s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:15:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "1d0518df-0a8b-43d2-9772-fac12f42067a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:15:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:15:54 user nova-compute[75018]: INFO nova.compute.manager [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Detaching volume 6b2bb55e-33a3-4d07-a258-6c99fb852774
Dec 05 17:15:54 user nova-compute[75018]: INFO nova.virt.block_device [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Attempting to driver detach volume 6b2bb55e-33a3-4d07-a258-6c99fb852774 from mountpoint /dev/vdb
Dec 05 17:15:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Attempting to detach device vdb from instance 1d0518df-0a8b-43d2-9772-fac12f42067a from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:15:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:15:54 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:15:54 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:15:54 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:15:54 user nova-compute[75018]:   <serial>6b2bb55e-33a3-4d07-a258-6c99fb852774</serial>
Dec 05 17:15:54 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:15:54 user nova-compute[75018]: </disk>
Dec 05 17:15:54 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:15:54 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Successfully detached device vdb from instance 1d0518df-0a8b-43d2-9772-fac12f42067a from the persistent domain config.
Dec 05 17:15:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1d0518df-0a8b-43d2-9772-fac12f42067a from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:15:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:15:54 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:15:54 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:15:54 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:15:54 user nova-compute[75018]:   <serial>6b2bb55e-33a3-4d07-a258-6c99fb852774</serial>
Dec 05 17:15:54 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:15:54 user nova-compute[75018]: </disk>
Dec 05 17:15:54 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:15:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1d0518df-0a8b-43d2-9772-fac12f42067a {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:15:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:15:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:01 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:16:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:03 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:16:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:03 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:16:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:04 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:05 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:16:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:06 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:16:06 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:16:06 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7946MB free_disk=25.10324478149414GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:16:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:06 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:16:06 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:16:06 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b6d9d91d-12aa-40ab-9e7f-7cb40791b7da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:16:06 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 1d0518df-0a8b-43d2-9772-fac12f42067a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:16:06 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance cb9b28c7-ab12-4a8e-948b-aaea4495fcbf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:16:06 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 91e937fb-a240-443f-829c-8ff24dabb3ae actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:16:06 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:16:06 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:16:06 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:16:07 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:16:07 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:16:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:16:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.410s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:16:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:16:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:16:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:16:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:16:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:16:08 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:16:08 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Updating instance_info_cache with network_info: [{"id": "2955f0bc-645c-4671-9825-568aabfaf928", "address": "fa:16:3e:f3:6d:97", "network": {"id": "48dcfff2-ba5f-49ba-bf52-bfab9612f9b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1761942446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2dc8f571c7d4ebbbc48274c7c56cadf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2955f0bc-64", "ovs_interfaceid": "2955f0bc-645c-4671-9825-568aabfaf928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:16:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:16:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:16:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:16:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:16:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:16:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:16:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:16:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:11 user nova-compute[75018]: INFO nova.compute.manager [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Terminating instance
Dec 05 17:16:11 user nova-compute[75018]: DEBUG nova.compute.manager [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG nova.compute.manager [req-ba1e9beb-8bff-48db-ba29-4fbe5ed5fb1d req-ad83b20f-2019-4ecc-a635-70dba0027657 service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Received event network-vif-unplugged-fb0aba7e-366d-46b7-a515-313b9a36ee75 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ba1e9beb-8bff-48db-ba29-4fbe5ed5fb1d req-ad83b20f-2019-4ecc-a635-70dba0027657 service nova] Acquiring lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ba1e9beb-8bff-48db-ba29-4fbe5ed5fb1d req-ad83b20f-2019-4ecc-a635-70dba0027657 service nova] Lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ba1e9beb-8bff-48db-ba29-4fbe5ed5fb1d req-ad83b20f-2019-4ecc-a635-70dba0027657 service nova] Lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG nova.compute.manager [req-ba1e9beb-8bff-48db-ba29-4fbe5ed5fb1d req-ad83b20f-2019-4ecc-a635-70dba0027657 service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] No waiting events found dispatching network-vif-unplugged-fb0aba7e-366d-46b7-a515-313b9a36ee75 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG nova.compute.manager [req-ba1e9beb-8bff-48db-ba29-4fbe5ed5fb1d req-ad83b20f-2019-4ecc-a635-70dba0027657 service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Received event network-vif-unplugged-fb0aba7e-366d-46b7-a515-313b9a36ee75 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:11 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Instance destroyed successfully.
Dec 05 17:16:11 user nova-compute[75018]: DEBUG nova.objects.instance [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lazy-loading 'resources' on Instance uuid cb9b28c7-ab12-4a8e-948b-aaea4495fcbf {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:14:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1917401462',display_name='tempest-ServersNegativeTestJSON-server-1917401462',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1917401462',id=35,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:14:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5bb4b6e875ad436399c24710666fa4d3',ramdisk_id='',reservation_id='r-r4i8wh3c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1264635632',owner_user_name='tempest-ServersNegativeTestJSON-1264635632-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:14:27Z,user_data=None,user_id='892b7b5cb613471584441b810f5810be',uuid=cb9b28c7-ab12-4a8e-948b-aaea4495fcbf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "address": "fa:16:3e:50:f5:03", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0aba7e-36", "ovs_interfaceid": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Converting VIF {"id": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "address": "fa:16:3e:50:f5:03", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfb0aba7e-36", "ovs_interfaceid": "fb0aba7e-366d-46b7-a515-313b9a36ee75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:f5:03,bridge_name='br-int',has_traffic_filtering=True,id=fb0aba7e-366d-46b7-a515-313b9a36ee75,network=Network(c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb0aba7e-36') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG os_vif [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:f5:03,bridge_name='br-int',has_traffic_filtering=True,id=fb0aba7e-366d-46b7-a515-313b9a36ee75,network=Network(c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb0aba7e-36') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfb0aba7e-36, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1c9e937b-261d-4859-8856-804acd43913c) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:11 user nova-compute[75018]: INFO os_vif [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:f5:03,bridge_name='br-int',has_traffic_filtering=True,id=fb0aba7e-366d-46b7-a515-313b9a36ee75,network=Network(c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfb0aba7e-36')
Dec 05 17:16:11 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Deleting instance files /opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf_del
Dec 05 17:16:11 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Deletion of /opt/stack/data/nova/instances/cb9b28c7-ab12-4a8e-948b-aaea4495fcbf_del complete
Dec 05 17:16:11 user nova-compute[75018]: INFO nova.compute.manager [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Took 0.69 seconds to destroy the instance on the hypervisor.
Dec 05 17:16:11 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:16:11 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:16:12 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:16:12 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Took 0.63 seconds to deallocate network for instance.
Dec 05 17:16:12 user nova-compute[75018]: DEBUG nova.compute.manager [req-e17290d6-7939-42c9-9859-9a656559812b req-fef7e5e5-079a-465c-a667-db689d693df4 service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Received event network-vif-deleted-fb0aba7e-366d-46b7-a515-313b9a36ee75 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:16:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:12 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:16:12 user nova-compute[75018]: DEBUG nova.compute.manager [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:16:12 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:16:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.283s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:12 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Deleted allocations for instance cb9b28c7-ab12-4a8e-948b-aaea4495fcbf
Dec 05 17:16:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:12 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:16:12 user nova-compute[75018]: INFO nova.compute.claims [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Claim successful on node user
Dec 05 17:16:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-56f0542d-3c51-4614-ab2d-d832928b83a6 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.857s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.363s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG nova.network.neutron [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:16:13 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:16:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG nova.policy [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbdc3bee63ae4fce86e51b500da9c1ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ab67a8b79a84e4e9347f71769911964', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:16:13 user nova-compute[75018]: INFO nova.virt.block_device [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Booting with volume bdc21801-0b78-48f3-9f37-aeb5538ef1ca at /dev/vda
Dec 05 17:16:13 user nova-compute[75018]: DEBUG nova.compute.manager [req-c1fee9cd-f950-4ba7-9444-d06682b99509 req-494cd576-a26f-4c12-b35d-98f92bb07121 service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Received event network-vif-plugged-fb0aba7e-366d-46b7-a515-313b9a36ee75 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c1fee9cd-f950-4ba7-9444-d06682b99509 req-494cd576-a26f-4c12-b35d-98f92bb07121 service nova] Acquiring lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c1fee9cd-f950-4ba7-9444-d06682b99509 req-494cd576-a26f-4c12-b35d-98f92bb07121 service nova] Lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c1fee9cd-f950-4ba7-9444-d06682b99509 req-494cd576-a26f-4c12-b35d-98f92bb07121 service nova] Lock "cb9b28c7-ab12-4a8e-948b-aaea4495fcbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG nova.compute.manager [req-c1fee9cd-f950-4ba7-9444-d06682b99509 req-494cd576-a26f-4c12-b35d-98f92bb07121 service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] No waiting events found dispatching network-vif-plugged-fb0aba7e-366d-46b7-a515-313b9a36ee75 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:16:13 user nova-compute[75018]: WARNING nova.compute.manager [req-c1fee9cd-f950-4ba7-9444-d06682b99509 req-494cd576-a26f-4c12-b35d-98f92bb07121 service nova] [instance: cb9b28c7-ab12-4a8e-948b-aaea4495fcbf] Received unexpected event network-vif-plugged-fb0aba7e-366d-46b7-a515-313b9a36ee75 for instance with vm_state deleted and task_state None.
Dec 05 17:16:13 user nova-compute[75018]: DEBUG os_brick.utils [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa7b2610-c7b7-471a-a946-9fefec1ee485]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.034s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[381bac39-93e7-44a2-9cb8-8cb889d9463d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.028s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf4e061f-fd7d-4519-96de-885c1911332a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e539500-b82e-4def-84c8-359ab8f0a232]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:16:13 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:16:13 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[eac4d395-1cdc-4c58-be7b-2d8d5a767b3d]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG os_brick.utils [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== get_connector_properties: return (183ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:16:13 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Updating existing volume attachment record: 528047dd-913e-449f-b0ca-c220e4920439 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:16:14 user nova-compute[75018]: DEBUG nova.network.neutron [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Successfully created port: e5dd64f5-6dd0-405d-99ef-396acbe8f933 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:16:14 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1d0518df-0a8b-43d2-9772-fac12f42067a is timed out.
Dec 05 17:16:14 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Successfully detached device vdb from instance 1d0518df-0a8b-43d2-9772-fac12f42067a from the live domain config.
Dec 05 17:16:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:16:14 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'szTatxWD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:16:14 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:16:14 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:16:14 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:16:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:14 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f72da55f-5e40-4182-8712-5ded62e3976f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:14 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:16:14 user nova-compute[75018]: No targets found.
Dec 05 17:16:14 user nova-compute[75018]: iSNS:
Dec 05 17:16:14 user nova-compute[75018]: No targets found.
Dec 05 17:16:14 user nova-compute[75018]: STATIC:
Dec 05 17:16:14 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565
Dec 05 17:16:14 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:16:14 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:16:14 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774
Dec 05 17:16:14 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:16:14 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:16:14 user nova-compute[75018]: FIRMWARE:
Dec 05 17:16:14 user nova-compute[75018]: No targets found.
Dec 05 17:16:14 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:16:14 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:16:14 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:16:14 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:16:14 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:16:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:14 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e655f5f5-f36e-4a2f-8e5b-cf7d1e9a4953]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[05685f5a-47dd-4c9c-a23d-327c5909fe23]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:16:15 user nova-compute[75018]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 (non-flash)
Dec 05 17:16:15 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:16:15 user nova-compute[75018]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 (non-flash)
Dec 05 17:16:15 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c0395f30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e87b1eb5-6176-4730-aaac-acb353b461ea]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1de6c969-7829-4ebc-8c05-a1a878a222b8]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c748ba82-c764-4a4f-a738-efc6c3742a54]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.054s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f74c11fc-9454-4db1-842b-db2c1837a865]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[42f620fe-12bd-4370-aff0-feb6f4eab512]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG nova.network.neutron [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Successfully updated port: e5dd64f5-6dd0-405d-99ef-396acbe8f933 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b8dae56-5ad9-4af9-a130-f5f12e56ebaf]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774, portal: 172.16.0.220,3260]
Dec 05 17:16:15 user nova-compute[75018]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774, portal: 172.16.0.220,3260] successful.
Dec 05 17:16:15 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "refresh_cache-a9a334cd-8464-4d5c-b19a-d84b14219e8b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquired lock "refresh_cache-a9a334cd-8464-4d5c-b19a-d84b14219e8b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG nova.network.neutron [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b2bb55e-33a3-4d07-a258-6c99fb852774 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0a41943-8fb9-4a8d-a83a-bbccaf4e7d98]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.354s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] <== disconnect_volume: return (356ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-1ee2122d-bd2f-4601-86d3-58ddfc8bfd49 req-98b2fa35-205e-42b1-a964-db0ee2799abc service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Received event network-changed-e5dd64f5-6dd0-405d-99ef-396acbe8f933 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-1ee2122d-bd2f-4601-86d3-58ddfc8bfd49 req-98b2fa35-205e-42b1-a964-db0ee2799abc service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Refreshing instance network info cache due to event network-changed-e5dd64f5-6dd0-405d-99ef-396acbe8f933. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1ee2122d-bd2f-4601-86d3-58ddfc8bfd49 req-98b2fa35-205e-42b1-a964-db0ee2799abc service nova] Acquiring lock "refresh_cache-a9a334cd-8464-4d5c-b19a-d84b14219e8b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG nova.network.neutron [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG nova.network.neutron [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Updating instance_info_cache with network_info: [{"id": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "address": "fa:16:3e:40:bb:80", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5dd64f5-6d", "ovs_interfaceid": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Releasing lock "refresh_cache-a9a334cd-8464-4d5c-b19a-d84b14219e8b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG nova.compute.manager [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Instance network_info: |[{"id": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "address": "fa:16:3e:40:bb:80", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5dd64f5-6d", "ovs_interfaceid": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1ee2122d-bd2f-4601-86d3-58ddfc8bfd49 req-98b2fa35-205e-42b1-a964-db0ee2799abc service nova] Acquired lock "refresh_cache-a9a334cd-8464-4d5c-b19a-d84b14219e8b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG nova.network.neutron [req-1ee2122d-bd2f-4601-86d3-58ddfc8bfd49 req-98b2fa35-205e-42b1-a964-db0ee2799abc service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Refreshing network info cache for port e5dd64f5-6dd0-405d-99ef-396acbe8f933 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Acquiring lock "91e937fb-a240-443f-829c-8ff24dabb3ae" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lock "91e937fb-a240-443f-829c-8ff24dabb3ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Acquiring lock "91e937fb-a240-443f-829c-8ff24dabb3ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lock "91e937fb-a240-443f-829c-8ff24dabb3ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lock "91e937fb-a240-443f-829c-8ff24dabb3ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:16 user nova-compute[75018]: INFO nova.compute.manager [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Terminating instance
Dec 05 17:16:16 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:16:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:16 user nova-compute[75018]: DEBUG nova.network.neutron [req-1ee2122d-bd2f-4601-86d3-58ddfc8bfd49 req-98b2fa35-205e-42b1-a964-db0ee2799abc service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Updated VIF entry in instance network info cache for port e5dd64f5-6dd0-405d-99ef-396acbe8f933. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:16:16 user nova-compute[75018]: DEBUG nova.network.neutron [req-1ee2122d-bd2f-4601-86d3-58ddfc8bfd49 req-98b2fa35-205e-42b1-a964-db0ee2799abc service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Updating instance_info_cache with network_info: [{"id": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "address": "fa:16:3e:40:bb:80", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5dd64f5-6d", "ovs_interfaceid": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:16:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1ee2122d-bd2f-4601-86d3-58ddfc8bfd49 req-98b2fa35-205e-42b1-a964-db0ee2799abc service nova] Releasing lock "refresh_cache-a9a334cd-8464-4d5c-b19a-d84b14219e8b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:16:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-b405bf78-b92a-4aa2-86c4-3c8c38340b04 req-36a9f000-5ccf-4d22-adc0-cb07732948e7 service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Received event network-vif-unplugged-da1858c6-d887-4f86-a5b2-87cad5f493c8 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:16:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b405bf78-b92a-4aa2-86c4-3c8c38340b04 req-36a9f000-5ccf-4d22-adc0-cb07732948e7 service nova] Acquiring lock "91e937fb-a240-443f-829c-8ff24dabb3ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b405bf78-b92a-4aa2-86c4-3c8c38340b04 req-36a9f000-5ccf-4d22-adc0-cb07732948e7 service nova] Lock "91e937fb-a240-443f-829c-8ff24dabb3ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b405bf78-b92a-4aa2-86c4-3c8c38340b04 req-36a9f000-5ccf-4d22-adc0-cb07732948e7 service nova] Lock "91e937fb-a240-443f-829c-8ff24dabb3ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-b405bf78-b92a-4aa2-86c4-3c8c38340b04 req-36a9f000-5ccf-4d22-adc0-cb07732948e7 service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] No waiting events found dispatching network-vif-unplugged-da1858c6-d887-4f86-a5b2-87cad5f493c8 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:16:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-b405bf78-b92a-4aa2-86c4-3c8c38340b04 req-36a9f000-5ccf-4d22-adc0-cb07732948e7 service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Received event network-vif-unplugged-da1858c6-d887-4f86-a5b2-87cad5f493c8 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:16:17 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Instance destroyed successfully.
Dec 05 17:16:17 user nova-compute[75018]: DEBUG nova.objects.instance [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lazy-loading 'resources' on Instance uuid 91e937fb-a240-443f-829c-8ff24dabb3ae {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:14:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-2106193878',display_name='tempest-VolumesNegativeTest-instance-2106193878',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-2106193878',id=36,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:14:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6b1ad47c7e294488930f138395cf0692',ramdisk_id='',reservation_id='r-i429euvc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-513288018',owner_user_name='tempest-VolumesNegativeTest-513288018-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:14:33Z,user_data=None,user_id='8c0bc1b86c15418986e40225d2c0ca80',uuid=91e937fb-a240-443f-829c-8ff24dabb3ae,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "address": "fa:16:3e:82:8c:88", "network": {"id": "4a429a30-cf0a-44a0-bdb9-72c006296521", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7ff3d9ceab55433882be5c2d6d5c24a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda1858c6-d8", "ovs_interfaceid": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Converting VIF {"id": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "address": "fa:16:3e:82:8c:88", "network": {"id": "4a429a30-cf0a-44a0-bdb9-72c006296521", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7ff3d9ceab55433882be5c2d6d5c24a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda1858c6-d8", "ovs_interfaceid": "da1858c6-d887-4f86-a5b2-87cad5f493c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:8c:88,bridge_name='br-int',has_traffic_filtering=True,id=da1858c6-d887-4f86-a5b2-87cad5f493c8,network=Network(4a429a30-cf0a-44a0-bdb9-72c006296521),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda1858c6-d8') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG os_vif [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:8c:88,bridge_name='br-int',has_traffic_filtering=True,id=da1858c6-d887-4f86-a5b2-87cad5f493c8,network=Network(4a429a30-cf0a-44a0-bdb9-72c006296521),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda1858c6-d8') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapda1858c6-d8, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0d17f0a0-5215-4d81-8964-479fc477362e) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:17 user nova-compute[75018]: INFO os_vif [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:8c:88,bridge_name='br-int',has_traffic_filtering=True,id=da1858c6-d887-4f86-a5b2-87cad5f493c8,network=Network(4a429a30-cf0a-44a0-bdb9-72c006296521),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda1858c6-d8')
Dec 05 17:16:17 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Deleting instance files /opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae_del
Dec 05 17:16:17 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Deletion of /opt/stack/data/nova/instances/91e937fb-a240-443f-829c-8ff24dabb3ae_del complete
Dec 05 17:16:17 user nova-compute[75018]: INFO nova.compute.manager [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Took 1.10 seconds to destroy the instance on the hypervisor.
Dec 05 17:16:17 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:16:17 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Took 0.68 seconds to deallocate network for instance.
Dec 05 17:16:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-d521c570-5be5-4bed-917b-2af3d1775314 req-c7799550-59a7-41ce-907d-aca0de34b54d service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Received event network-vif-deleted-da1858c6-d887-4f86-a5b2-87cad5f493c8 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG nova.objects.instance [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lazy-loading 'flavor' on Instance uuid 1d0518df-0a8b-43d2-9772-fac12f42067a {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:16:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d945a265-4dcf-4aeb-86b2-3ffd73c61972 tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.786s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:18 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:16:18 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:16:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.293s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:18 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Deleted allocations for instance 91e937fb-a240-443f-829c-8ff24dabb3ae
Dec 05 17:16:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5385bc3f-4b2a-4134-960a-5adf08f36db1 tempest-VolumesNegativeTest-513288018 tempest-VolumesNegativeTest-513288018-project-member] Lock "91e937fb-a240-443f-829c-8ff24dabb3ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.299s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:18 user nova-compute[75018]: DEBUG nova.compute.manager [req-f2ea53a6-e3f9-404a-aca6-736d7fe92bb3 req-3ba37be6-31a5-46ff-b48e-6fe756cc5dbd service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Received event network-vif-plugged-da1858c6-d887-4f86-a5b2-87cad5f493c8 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:16:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f2ea53a6-e3f9-404a-aca6-736d7fe92bb3 req-3ba37be6-31a5-46ff-b48e-6fe756cc5dbd service nova] Acquiring lock "91e937fb-a240-443f-829c-8ff24dabb3ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f2ea53a6-e3f9-404a-aca6-736d7fe92bb3 req-3ba37be6-31a5-46ff-b48e-6fe756cc5dbd service nova] Lock "91e937fb-a240-443f-829c-8ff24dabb3ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f2ea53a6-e3f9-404a-aca6-736d7fe92bb3 req-3ba37be6-31a5-46ff-b48e-6fe756cc5dbd service nova] Lock "91e937fb-a240-443f-829c-8ff24dabb3ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:18 user nova-compute[75018]: DEBUG nova.compute.manager [req-f2ea53a6-e3f9-404a-aca6-736d7fe92bb3 req-3ba37be6-31a5-46ff-b48e-6fe756cc5dbd service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] No waiting events found dispatching network-vif-plugged-da1858c6-d887-4f86-a5b2-87cad5f493c8 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:16:18 user nova-compute[75018]: WARNING nova.compute.manager [req-f2ea53a6-e3f9-404a-aca6-736d7fe92bb3 req-3ba37be6-31a5-46ff-b48e-6fe756cc5dbd service nova] [instance: 91e937fb-a240-443f-829c-8ff24dabb3ae] Received unexpected event network-vif-plugged-da1858c6-d887-4f86-a5b2-87cad5f493c8 for instance with vm_state deleted and task_state None.
Dec 05 17:16:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.compute.manager [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:16:23 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Creating image(s)
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Did not create local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Ensure instance console log exists: /opt/stack/data/nova/instances/a9a334cd-8464-4d5c-b19a-d84b14219e8b/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Start _get_guest_xml network_info=[{"id": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "address": "fa:16:3e:40:bb:80", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5dd64f5-6d", "ovs_interfaceid": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RvwFbyDK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a9a334cd-8464-4d5c-b19a-d84b14219e8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdc21801-0b78-48f3-9f37-aeb5538ef1ca', 'serial': 'bdc21801-0b78-48f3-9f37-aeb5538ef1ca'}, 'attachment_id': '528047dd-913e-449f-b0ca-c220e4920439', 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:16:23 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:16:23 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RvwFbyDK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:16:23 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:16:23 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:16:23 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[34e78431-d747-42f1-b4bf-a16b16c2e4eb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:16:23 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4dd65d1-baa4-4acc-bb41-bec3e2111a66]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca] added
Dec 05 17:16:23 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccb1fc44-60fb-4bf9-8e45-315e887e1416]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[486d9349-2911-4c85-97a8-2cde15e15bb6]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RvwFbyDK {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RvwFbyDK" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b577a238-64c0-4a0c-a2dc-2c693fca5010]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RvwFbyDK'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fc8950b-c9e0-4efa-8160-b10ede79ec96]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[242fbd96-1a02-4b11-9e7a-e0177feee883]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:16:23 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:16:23 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[35dafcc8-1d50-4d6e-a8d9-99249867afa3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca, portal: 172.16.0.220,3260]
Dec 05 17:16:23 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca, portal: 172.16.0.220,3260] successful.
Dec 05 17:16:23 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[45e2b2c4-17bf-4386-bf0a-40feb83c0eb9]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG nova.objects.instance [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lazy-loading 'flavor' on Instance uuid c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd555699-23be-4a94-b115-fc424f9007bf]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:16:23 user nova-compute[75018]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:16:23 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:16:23 user nova-compute[75018]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:16:23 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] HCTL ('33', '-', '-', 0) found on session 42 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[57962ca6-92d1-4498-9c51-9646ed2f25d1]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching for a device in session 42 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RvwFbyDK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:23 user nova-compute[75018]: INFO nova.compute.manager [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Attaching volume ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd to /dev/vdb
Dec 05 17:16:24 user nova-compute[75018]: DEBUG os_brick.utils [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9dbf62a-5a28-470c-9fe9-4695f49a685e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5da1cea3-5c4d-47d6-84ee-7b3d2fda7678]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfa6c47c-2fe8-4ce8-b7cc-ac6e90a020b5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[57011351-ddfe-4582-83a2-1bfac510e90f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:16:24 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:16:24 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[105d1c6b-0fe0-4528-8a9b-26d74dbfdebc]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG os_brick.utils [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Updating existing volume attachment record: cbad575d-2442-4747-94e8-ab13ab60b2c4 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.316s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== connect_volume: return (1318ms) {'type': 'block', 'scsi_wwn': '26464633731396332', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26464633731396332', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1620216688',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1620216688',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1620216688',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFLJ+uEXCqii+veQoVzxt8iOvofLAIOEOM0TLcv2F0vf5JwPx8r0B4QmrB1fgcqAjmlN53azWRa0t9PahgK0irXrY7U0wAol/aS7loEqt8rrv19cmBM9f3T47oguIa+4SQ==',key_name='tempest-keypair-1684317781',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-07qf3zia',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:16:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=a9a334cd-8464-4d5c-b19a-d84b14219e8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "address": "fa:16:3e:40:bb:80", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5dd64f5-6d", "ovs_interfaceid": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "address": "fa:16:3e:40:bb:80", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5dd64f5-6d", "ovs_interfaceid": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:bb:80,bridge_name='br-int',has_traffic_filtering=True,id=e5dd64f5-6dd0-405d-99ef-396acbe8f933,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5dd64f5-6d') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG nova.objects.instance [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lazy-loading 'pci_devices' on Instance uuid a9a334cd-8464-4d5c-b19a-d84b14219e8b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:16:24 user nova-compute[75018]:   <uuid>a9a334cd-8464-4d5c-b19a-d84b14219e8b</uuid>
Dec 05 17:16:24 user nova-compute[75018]:   <name>instance-00000026</name>
Dec 05 17:16:24 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:16:24 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:16:24 user nova-compute[75018]:   <metadata>
Dec 05 17:16:24 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:16:24 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:16:24 user nova-compute[75018]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1620216688</nova:name>
Dec 05 17:16:24 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:16:23</nova:creationTime>
Dec 05 17:16:24 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:16:24 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:16:24 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:16:24 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:16:24 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:16:24 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:16:24 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:16:24 user nova-compute[75018]:       <nova:owner>
Dec 05 17:16:24 user nova-compute[75018]:         <nova:user uuid="cbdc3bee63ae4fce86e51b500da9c1ac">tempest-TestVolumeBootPattern-1277319653-project-member</nova:user>
Dec 05 17:16:24 user nova-compute[75018]:         <nova:project uuid="4ab67a8b79a84e4e9347f71769911964">tempest-TestVolumeBootPattern-1277319653</nova:project>
Dec 05 17:16:24 user nova-compute[75018]:       </nova:owner>
Dec 05 17:16:24 user nova-compute[75018]:       <nova:ports>
Dec 05 17:16:24 user nova-compute[75018]:         <nova:port uuid="e5dd64f5-6dd0-405d-99ef-396acbe8f933">
Dec 05 17:16:24 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 05 17:16:24 user nova-compute[75018]:         </nova:port>
Dec 05 17:16:24 user nova-compute[75018]:       </nova:ports>
Dec 05 17:16:24 user nova-compute[75018]:     </nova:instance>
Dec 05 17:16:24 user nova-compute[75018]:   </metadata>
Dec 05 17:16:24 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:16:24 user nova-compute[75018]:     <system>
Dec 05 17:16:24 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:16:24 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:16:24 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:16:24 user nova-compute[75018]:       <entry name="serial">a9a334cd-8464-4d5c-b19a-d84b14219e8b</entry>
Dec 05 17:16:24 user nova-compute[75018]:       <entry name="uuid">a9a334cd-8464-4d5c-b19a-d84b14219e8b</entry>
Dec 05 17:16:24 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:16:24 user nova-compute[75018]:     </system>
Dec 05 17:16:24 user nova-compute[75018]:   </sysinfo>
Dec 05 17:16:24 user nova-compute[75018]:   <os>
Dec 05 17:16:24 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:16:24 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:16:24 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:16:24 user nova-compute[75018]:   </os>
Dec 05 17:16:24 user nova-compute[75018]:   <features>
Dec 05 17:16:24 user nova-compute[75018]:     <acpi/>
Dec 05 17:16:24 user nova-compute[75018]:     <apic/>
Dec 05 17:16:24 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:16:24 user nova-compute[75018]:   </features>
Dec 05 17:16:24 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:16:24 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:16:24 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:16:24 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:16:24 user nova-compute[75018]:   </clock>
Dec 05 17:16:24 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:16:24 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:16:24 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:16:24 user nova-compute[75018]:   </cpu>
Dec 05 17:16:24 user nova-compute[75018]:   <devices>
Dec 05 17:16:24 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:16:24 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:16:24 user nova-compute[75018]:       <source dev="/dev/sdb"/>
Dec 05 17:16:24 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:16:24 user nova-compute[75018]:       <serial>bdc21801-0b78-48f3-9f37-aeb5538ef1ca</serial>
Dec 05 17:16:24 user nova-compute[75018]:     </disk>
Dec 05 17:16:24 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:16:24 user nova-compute[75018]:       <mac address="fa:16:3e:40:bb:80"/>
Dec 05 17:16:24 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:16:24 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:16:24 user nova-compute[75018]:       <target dev="tape5dd64f5-6d"/>
Dec 05 17:16:24 user nova-compute[75018]:     </interface>
Dec 05 17:16:24 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:16:24 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/a9a334cd-8464-4d5c-b19a-d84b14219e8b/console.log" append="off"/>
Dec 05 17:16:24 user nova-compute[75018]:     </serial>
Dec 05 17:16:24 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:16:24 user nova-compute[75018]:     <video>
Dec 05 17:16:24 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:16:24 user nova-compute[75018]:     </video>
Dec 05 17:16:24 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:16:24 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:16:24 user nova-compute[75018]:     </rng>
Dec 05 17:16:24 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:16:24 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:16:24 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:16:24 user nova-compute[75018]:     </memballoon>
Dec 05 17:16:24 user nova-compute[75018]:   </devices>
Dec 05 17:16:24 user nova-compute[75018]: </domain>
Dec 05 17:16:24 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1620216688',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1620216688',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1620216688',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFLJ+uEXCqii+veQoVzxt8iOvofLAIOEOM0TLcv2F0vf5JwPx8r0B4QmrB1fgcqAjmlN53azWRa0t9PahgK0irXrY7U0wAol/aS7loEqt8rrv19cmBM9f3T47oguIa+4SQ==',key_name='tempest-keypair-1684317781',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-07qf3zia',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:16:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=a9a334cd-8464-4d5c-b19a-d84b14219e8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "address": "fa:16:3e:40:bb:80", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5dd64f5-6d", "ovs_interfaceid": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "address": "fa:16:3e:40:bb:80", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5dd64f5-6d", "ovs_interfaceid": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:bb:80,bridge_name='br-int',has_traffic_filtering=True,id=e5dd64f5-6dd0-405d-99ef-396acbe8f933,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5dd64f5-6d') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG os_vif [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:bb:80,bridge_name='br-int',has_traffic_filtering=True,id=e5dd64f5-6dd0-405d-99ef-396acbe8f933,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5dd64f5-6d') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '19d069f5-6111-5487-9e9c-c96a4d7e73c6', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape5dd64f5-6d, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape5dd64f5-6d, col_values=(('qos', UUID('43b862cc-de87-4d78-a020-b374d81c4fe0')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape5dd64f5-6d, col_values=(('external_ids', {'iface-id': 'e5dd64f5-6dd0-405d-99ef-396acbe8f933', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:40:bb:80', 'vm-uuid': 'a9a334cd-8464-4d5c-b19a-d84b14219e8b'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:16:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:24 user nova-compute[75018]: INFO os_vif [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:bb:80,bridge_name='br-int',has_traffic_filtering=True,id=e5dd64f5-6dd0-405d-99ef-396acbe8f933,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5dd64f5-6d')
Dec 05 17:16:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:16:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] No VIF found with MAC fa:16:3e:40:bb:80, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:16:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-ae3d6e79-9863-4862-9792-92677a02c79a req-88926dcd-7561-49a2-9e7e-e6f7e44073b0 service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Received event network-vif-plugged-e5dd64f5-6dd0-405d-99ef-396acbe8f933 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:16:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ae3d6e79-9863-4862-9792-92677a02c79a req-88926dcd-7561-49a2-9e7e-e6f7e44073b0 service nova] Acquiring lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ae3d6e79-9863-4862-9792-92677a02c79a req-88926dcd-7561-49a2-9e7e-e6f7e44073b0 service nova] Lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ae3d6e79-9863-4862-9792-92677a02c79a req-88926dcd-7561-49a2-9e7e-e6f7e44073b0 service nova] Lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:26 user nova-compute[75018]: DEBUG nova.compute.manager [req-ae3d6e79-9863-4862-9792-92677a02c79a req-88926dcd-7561-49a2-9e7e-e6f7e44073b0 service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] No waiting events found dispatching network-vif-plugged-e5dd64f5-6dd0-405d-99ef-396acbe8f933 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:16:26 user nova-compute[75018]: WARNING nova.compute.manager [req-ae3d6e79-9863-4862-9792-92677a02c79a req-88926dcd-7561-49a2-9e7e-e6f7e44073b0 service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Received unexpected event network-vif-plugged-e5dd64f5-6dd0-405d-99ef-396acbe8f933 for instance with vm_state building and task_state spawning.
Dec 05 17:16:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-ce02ed02-e962-45a0-a0f4-8e546f23a85e req-08b99933-c309-41ae-a8c4-af08a488e3a8 service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Received event network-vif-plugged-e5dd64f5-6dd0-405d-99ef-396acbe8f933 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:16:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ce02ed02-e962-45a0-a0f4-8e546f23a85e req-08b99933-c309-41ae-a8c4-af08a488e3a8 service nova] Acquiring lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ce02ed02-e962-45a0-a0f4-8e546f23a85e req-08b99933-c309-41ae-a8c4-af08a488e3a8 service nova] Lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ce02ed02-e962-45a0-a0f4-8e546f23a85e req-08b99933-c309-41ae-a8c4-af08a488e3a8 service nova] Lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-ce02ed02-e962-45a0-a0f4-8e546f23a85e req-08b99933-c309-41ae-a8c4-af08a488e3a8 service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] No waiting events found dispatching network-vif-plugged-e5dd64f5-6dd0-405d-99ef-396acbe8f933 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:16:28 user nova-compute[75018]: WARNING nova.compute.manager [req-ce02ed02-e962-45a0-a0f4-8e546f23a85e req-08b99933-c309-41ae-a8c4-af08a488e3a8 service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Received unexpected event network-vif-plugged-e5dd64f5-6dd0-405d-99ef-396acbe8f933 for instance with vm_state building and task_state spawning.
Dec 05 17:16:28 user nova-compute[75018]: DEBUG nova.compute.manager [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:16:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:16:28 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Instance spawned successfully.
Dec 05 17:16:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:16:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:16:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:16:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:16:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:16:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:16:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:16:28 user nova-compute[75018]: INFO nova.compute.manager [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Took 5.26 seconds to spawn the instance on the hypervisor.
Dec 05 17:16:28 user nova-compute[75018]: DEBUG nova.compute.manager [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:16:28 user nova-compute[75018]: INFO nova.compute.manager [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Took 16.13 seconds to build instance.
Dec 05 17:16:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-797ec8ec-205c-486e-9998-cae458c57d18 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.231s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:16:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:16:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:16:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:16:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "1d0518df-0a8b-43d2-9772-fac12f42067a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "1d0518df-0a8b-43d2-9772-fac12f42067a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:44 user nova-compute[75018]: INFO nova.compute.manager [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Terminating instance
Dec 05 17:16:44 user nova-compute[75018]: DEBUG nova.compute.manager [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:16:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-6ba53c9f-3c65-4d9a-a069-0326ed531c8b req-f70160c9-ce5e-4208-a932-d440226f1cb4 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Received event network-vif-unplugged-df9b4da5-80ff-4f63-99ed-31bca6cff91f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:16:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6ba53c9f-3c65-4d9a-a069-0326ed531c8b req-f70160c9-ce5e-4208-a932-d440226f1cb4 service nova] Acquiring lock "1d0518df-0a8b-43d2-9772-fac12f42067a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6ba53c9f-3c65-4d9a-a069-0326ed531c8b req-f70160c9-ce5e-4208-a932-d440226f1cb4 service nova] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6ba53c9f-3c65-4d9a-a069-0326ed531c8b req-f70160c9-ce5e-4208-a932-d440226f1cb4 service nova] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-6ba53c9f-3c65-4d9a-a069-0326ed531c8b req-f70160c9-ce5e-4208-a932-d440226f1cb4 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] No waiting events found dispatching network-vif-unplugged-df9b4da5-80ff-4f63-99ed-31bca6cff91f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:16:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-6ba53c9f-3c65-4d9a-a069-0326ed531c8b req-f70160c9-ce5e-4208-a932-d440226f1cb4 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Received event network-vif-unplugged-df9b4da5-80ff-4f63-99ed-31bca6cff91f for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:16:45 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Instance destroyed successfully.
Dec 05 17:16:45 user nova-compute[75018]: DEBUG nova.objects.instance [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lazy-loading 'resources' on Instance uuid 1d0518df-0a8b-43d2-9772-fac12f42067a {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:16:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:13:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1671290925',display_name='tempest-AttachVolumeNegativeTest-server-1671290925',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1671290925',id=34,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMf+d9/IFhG2n3LiS/MxqXIeYxML1YaaknwkaMjT16XIGRy1ng2fc3AMyo8Ai08aZdY4308kSz1MaoZVI9BuDXew0+/X0Q6Etlxvi1OSC+PDP2ip+AaQzErz/y23WgE6bg==',key_name='tempest-keypair-259770472',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:13:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='91cb55b5c62f4d82ae96bc07a48fd906',ramdisk_id='',reservation_id='r-gl20e043',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1278838961',owner_user_name='tempest-AttachVolumeNegativeTest-1278838961-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:13:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c254db3ec00e40338c3323be0668689e',uuid=1d0518df-0a8b-43d2-9772-fac12f42067a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "address": "fa:16:3e:97:bc:3f", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf9b4da5-80", "ovs_interfaceid": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:16:45 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converting VIF {"id": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "address": "fa:16:3e:97:bc:3f", "network": {"id": "2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2045899269-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "91cb55b5c62f4d82ae96bc07a48fd906", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf9b4da5-80", "ovs_interfaceid": "df9b4da5-80ff-4f63-99ed-31bca6cff91f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:16:45 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:97:bc:3f,bridge_name='br-int',has_traffic_filtering=True,id=df9b4da5-80ff-4f63-99ed-31bca6cff91f,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf9b4da5-80') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:16:45 user nova-compute[75018]: DEBUG os_vif [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:97:bc:3f,bridge_name='br-int',has_traffic_filtering=True,id=df9b4da5-80ff-4f63-99ed-31bca6cff91f,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf9b4da5-80') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:16:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdf9b4da5-80, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:16:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:16:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=adbb2e32-d1cb-413c-9efc-4e27e03144c3) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:16:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:16:45 user nova-compute[75018]: INFO os_vif [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:97:bc:3f,bridge_name='br-int',has_traffic_filtering=True,id=df9b4da5-80ff-4f63-99ed-31bca6cff91f,network=Network(2d53cf3a-57a6-4cbf-9ff2-6abbd52abbb2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf9b4da5-80')
Dec 05 17:16:45 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Deleting instance files /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a_del
Dec 05 17:16:45 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Deletion of /opt/stack/data/nova/instances/1d0518df-0a8b-43d2-9772-fac12f42067a_del complete
Dec 05 17:16:45 user nova-compute[75018]: INFO nova.compute.manager [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Took 0.92 seconds to destroy the instance on the hypervisor.
Dec 05 17:16:45 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:16:45 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:16:45 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:16:46 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:16:46 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Took 0.74 seconds to deallocate network for instance.
Dec 05 17:16:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-76713fec-7440-48af-9db2-8ababdea1a99 req-1d3b5546-e01f-4262-bdb4-e829be762951 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Received event network-vif-deleted-df9b4da5-80ff-4f63-99ed-31bca6cff91f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:16:46 user nova-compute[75018]: INFO nova.compute.manager [req-76713fec-7440-48af-9db2-8ababdea1a99 req-1d3b5546-e01f-4262-bdb4-e829be762951 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Neutron deleted interface df9b4da5-80ff-4f63-99ed-31bca6cff91f; detaching it from the instance and deleting it from the info cache
Dec 05 17:16:46 user nova-compute[75018]: DEBUG nova.network.neutron [req-76713fec-7440-48af-9db2-8ababdea1a99 req-1d3b5546-e01f-4262-bdb4-e829be762951 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:16:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-76713fec-7440-48af-9db2-8ababdea1a99 req-1d3b5546-e01f-4262-bdb4-e829be762951 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Detach interface failed, port_id=df9b4da5-80ff-4f63-99ed-31bca6cff91f, reason: Instance 1d0518df-0a8b-43d2-9772-fac12f42067a could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:16:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:46 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:16:46 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:16:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.262s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:46 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Deleted allocations for instance 1d0518df-0a8b-43d2-9772-fac12f42067a
Dec 05 17:16:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-facd2b96-5800-474a-9184-cd69cfa559cc tempest-AttachVolumeNegativeTest-1278838961 tempest-AttachVolumeNegativeTest-1278838961-project-member] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.104s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:47 user nova-compute[75018]: DEBUG nova.compute.manager [req-19f21041-a317-4a50-868d-f360d50221dc req-ddb51074-f828-4136-aba3-cf53f009a9e1 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Received event network-vif-plugged-df9b4da5-80ff-4f63-99ed-31bca6cff91f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:16:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-19f21041-a317-4a50-868d-f360d50221dc req-ddb51074-f828-4136-aba3-cf53f009a9e1 service nova] Acquiring lock "1d0518df-0a8b-43d2-9772-fac12f42067a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-19f21041-a317-4a50-868d-f360d50221dc req-ddb51074-f828-4136-aba3-cf53f009a9e1 service nova] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-19f21041-a317-4a50-868d-f360d50221dc req-ddb51074-f828-4136-aba3-cf53f009a9e1 service nova] Lock "1d0518df-0a8b-43d2-9772-fac12f42067a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:47 user nova-compute[75018]: DEBUG nova.compute.manager [req-19f21041-a317-4a50-868d-f360d50221dc req-ddb51074-f828-4136-aba3-cf53f009a9e1 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] No waiting events found dispatching network-vif-plugged-df9b4da5-80ff-4f63-99ed-31bca6cff91f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:16:47 user nova-compute[75018]: WARNING nova.compute.manager [req-19f21041-a317-4a50-868d-f360d50221dc req-ddb51074-f828-4136-aba3-cf53f009a9e1 service nova] [instance: 1d0518df-0a8b-43d2-9772-fac12f42067a] Received unexpected event network-vif-plugged-df9b4da5-80ff-4f63-99ed-31bca6cff91f for instance with vm_state deleted and task_state None.
Dec 05 17:16:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mMKFQdol', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:16:51 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:16:51 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:16:51 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f118832-f290-45f9-8cee-55854b3207c3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:16:51 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfbf39aa-ca11-4b78-9ba7-f4215ba5b796]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd] added
Dec 05 17:16:51 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4518d1d6-ccfa-406f-a551-72f953d534b4]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aefe872-ef7e-413e-8376-ffd0d000cd3b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mMKFQdol {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mMKFQdol" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fb92c81-21b0-45f6-a817-6bcd547869f8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mMKFQdol'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a364380-7800-45ad-b6fa-7d63d7b81eb2]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[df184a8b-d33a-4821-a377-feec0580fa6e]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:16:51 user nova-compute[75018]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:16:51 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:16:51 user nova-compute[75018]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:16:51 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b6a5400-15e0-4e75-89c1-5f51bd3ebf0c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd, portal: 172.16.0.220,3260]
Dec 05 17:16:51 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd, portal: 172.16.0.220,3260] successful.
Dec 05 17:16:51 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e55f2808-94af-4788-851d-4125e3370fa5]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[256f95df-8f13-4421-9615-b2bd08b2d4fd]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:16:51 user nova-compute[75018]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:16:51 user nova-compute[75018]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd (non-flash)
Dec 05 17:16:51 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:16:51 user nova-compute[75018]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:16:51 user nova-compute[75018]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd (non-flash)
Dec 05 17:16:51 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] HCTL ('35', '-', '-', 0) found on session 43 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2df4f15e-31c6-4166-94de-7232bfba8664]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Searching for a device in session 43 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:16:51 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mMKFQdol', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:16:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.344s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:16:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] <== connect_volume: return (1345ms) {'type': 'block', 'scsi_wwn': '26663383037366234', 'path': '/dev/sdd'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:16:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26663383037366234', 'path': '/dev/sdd'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:16:52 user nova-compute[75018]: DEBUG nova.objects.instance [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lazy-loading 'flavor' on Instance uuid c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:16:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:16:52 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:16:52 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:16:52 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:16:52 user nova-compute[75018]:   <serial>ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd</serial>
Dec 05 17:16:52 user nova-compute[75018]: </disk>
Dec 05 17:16:52 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:16:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:16:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:16:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] No VIF found with MAC fa:16:3e:f3:6d:97, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:16:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6ebaa183-aea8-4438-9858-944d386fedd2 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 29.732s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:16:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:16:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:16:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:16:56 user nova-compute[75018]: INFO nova.compute.manager [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Detaching volume ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd
Dec 05 17:16:56 user nova-compute[75018]: INFO nova.virt.block_device [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Attempting to driver detach volume ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd from mountpoint /dev/vdb
Dec 05 17:16:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Attempting to detach device vdb from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:16:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:16:56 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:16:56 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:16:56 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:16:56 user nova-compute[75018]:   <serial>ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd</serial>
Dec 05 17:16:56 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:16:56 user nova-compute[75018]: </disk>
Dec 05 17:16:56 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:16:56 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Successfully detached device vdb from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e from the persistent domain config.
Dec 05 17:16:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:16:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:16:56 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:16:56 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:16:56 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:16:56 user nova-compute[75018]:   <serial>ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd</serial>
Dec 05 17:16:56 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:16:56 user nova-compute[75018]: </disk>
Dec 05 17:16:56 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:16:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:16:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:17:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:05 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:17:05 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:17:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:17:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:17:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:17:05 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:17:05 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:17:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:17:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:07 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:17:07 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:17:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8212MB free_disk=25.17414093017578GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:17:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:17:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:17:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:17:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:17:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b6d9d91d-12aa-40ab-9e7f-7cb40791b7da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:17:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:17:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a9a334cd-8464-4d5c-b19a-d84b14219e8b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:17:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:17:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:17:07 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:17:07 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:17:07 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:17:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.338s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:17:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:17:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:17:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:17:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:17:08 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:17:09 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Updating instance_info_cache with network_info: [{"id": "ef02d20a-e093-4512-ab28-3219b566be82", "address": "fa:16:3e:17:aa:7e", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapef02d20a-e0", "ovs_interfaceid": "ef02d20a-e093-4512-ab28-3219b566be82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:17:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:17:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:17:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:17:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:17:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:17:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:17:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:17:11 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:17:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:17:16 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e is timed out.
Dec 05 17:17:16 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Successfully detached device vdb from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e from the live domain config.
Dec 05 17:17:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mMKFQdol', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:17:16 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[214cd860-8ca7-4a48-8ae6-5eb78fbd4abe]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:17:16 user nova-compute[75018]: No targets found.
Dec 05 17:17:16 user nova-compute[75018]: iSNS:
Dec 05 17:17:16 user nova-compute[75018]: No targets found.
Dec 05 17:17:16 user nova-compute[75018]: STATIC:
Dec 05 17:17:16 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd
Dec 05 17:17:16 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:17:16 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:17:16 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565
Dec 05 17:17:16 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:17:16 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:17:16 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca
Dec 05 17:17:16 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:17:16 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:17:16 user nova-compute[75018]: FIRMWARE:
Dec 05 17:17:16 user nova-compute[75018]: No targets found.
Dec 05 17:17:16 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:17:16 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:17:16 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-6abbfca7-6bc7-43a3-9bd2-bf9a9c6e4ff2 req-3ada0cb8-772e-47f5-aa6b-96ebc9d07d34 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Received event network-changed-58d9f2be-225b-401d-939a-ef65afc9cbe9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-6abbfca7-6bc7-43a3-9bd2-bf9a9c6e4ff2 req-3ada0cb8-772e-47f5-aa6b-96ebc9d07d34 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Refreshing instance network info cache due to event network-changed-58d9f2be-225b-401d-939a-ef65afc9cbe9. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6abbfca7-6bc7-43a3-9bd2-bf9a9c6e4ff2 req-3ada0cb8-772e-47f5-aa6b-96ebc9d07d34 service nova] Acquiring lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6abbfca7-6bc7-43a3-9bd2-bf9a9c6e4ff2 req-3ada0cb8-772e-47f5-aa6b-96ebc9d07d34 service nova] Acquired lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG nova.network.neutron [req-6abbfca7-6bc7-43a3-9bd2-bf9a9c6e4ff2 req-3ada0cb8-772e-47f5-aa6b-96ebc9d07d34 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Refreshing network info cache for port 58d9f2be-225b-401d-939a-ef65afc9cbe9 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac241294-4846-4498-9c88-ecca9dea00f1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d8b24f1-183e-460c-a502-6659eefff037]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:17:16 user nova-compute[75018]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:17:16 user nova-compute[75018]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd (non-flash)
Dec 05 17:17:16 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:17:16 user nova-compute[75018]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:17:16 user nova-compute[75018]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd (non-flash)
Dec 05 17:17:16 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c82163b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd'): ({'sdd'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Removing single pathed devices sdd {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a882340a-35a8-46b6-a3fa-13e014b34a1d]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[627525f7-d37b-4cc3-a8ed-d32c4fac18fd]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Flushing IO for device /dev/sdd {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4252f9e7-83b8-4595-baa3-ac286c8bc962]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.039s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aabc920c-1bf7-447d-a4cf-7a2f44a5693f]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9516d61a-7a84-4786-999b-d1eb607e2e3f]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[59142fb7-86d6-424c-bdc5-a9b8fd834975]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd, portal: 172.16.0.220,3260]
Dec 05 17:17:16 user nova-compute[75018]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd, portal: 172.16.0.220,3260] successful.
Dec 05 17:17:16 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad8ddfa7-5d18-4178-b03b-90dccb0b0dfd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b746bf2e-f172-46a5-8f42-a470c6036fbb]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.318s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] <== disconnect_volume: return (320ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:17:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:17:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-6abbfca7-6bc7-43a3-9bd2-bf9a9c6e4ff2 req-3ada0cb8-772e-47f5-aa6b-96ebc9d07d34 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Updated VIF entry in instance network info cache for port 58d9f2be-225b-401d-939a-ef65afc9cbe9. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:17:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-6abbfca7-6bc7-43a3-9bd2-bf9a9c6e4ff2 req-3ada0cb8-772e-47f5-aa6b-96ebc9d07d34 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Updating instance_info_cache with network_info: [{"id": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "address": "fa:16:3e:2c:95:36", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d9f2be-22", "ovs_interfaceid": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:17:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6abbfca7-6bc7-43a3-9bd2-bf9a9c6e4ff2 req-3ada0cb8-772e-47f5-aa6b-96ebc9d07d34 service nova] Releasing lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:17:18 user nova-compute[75018]: DEBUG nova.compute.manager [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Stashing vm_state: active {{(pid=75018) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 05 17:17:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:17:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:17:18 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:17:18 user nova-compute[75018]: INFO nova.compute.claims [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Claim successful on node user
Dec 05 17:17:18 user nova-compute[75018]: INFO nova.compute.resource_tracker [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Updating resource usage from migration e20048cd-881a-48b4-8253-50ba94942caa
Dec 05 17:17:18 user nova-compute[75018]: DEBUG nova.compute.manager [req-103f316a-d0f9-41c3-b62f-74186ab60f5f req-f6da4ad5-04c3-493e-b128-55aa2ef54595 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received event network-changed-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:17:18 user nova-compute[75018]: DEBUG nova.compute.manager [req-103f316a-d0f9-41c3-b62f-74186ab60f5f req-f6da4ad5-04c3-493e-b128-55aa2ef54595 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Refreshing instance network info cache due to event network-changed-1349d758-895b-4ab0-8553-c3465c92bfb4. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:17:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-103f316a-d0f9-41c3-b62f-74186ab60f5f req-f6da4ad5-04c3-493e-b128-55aa2ef54595 service nova] Acquiring lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:17:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-103f316a-d0f9-41c3-b62f-74186ab60f5f req-f6da4ad5-04c3-493e-b128-55aa2ef54595 service nova] Acquired lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:17:18 user nova-compute[75018]: DEBUG nova.network.neutron [req-103f316a-d0f9-41c3-b62f-74186ab60f5f req-f6da4ad5-04c3-493e-b128-55aa2ef54595 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Refreshing network info cache for port 1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:17:18 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:17:18 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:17:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.356s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:17:18 user nova-compute[75018]: INFO nova.compute.manager [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Migrating
Dec 05 17:17:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:17:19 user nova-compute[75018]: DEBUG nova.network.neutron [req-103f316a-d0f9-41c3-b62f-74186ab60f5f req-f6da4ad5-04c3-493e-b128-55aa2ef54595 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Updated VIF entry in instance network info cache for port 1349d758-895b-4ab0-8553-c3465c92bfb4. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:17:19 user nova-compute[75018]: DEBUG nova.network.neutron [req-103f316a-d0f9-41c3-b62f-74186ab60f5f req-f6da4ad5-04c3-493e-b128-55aa2ef54595 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Updating instance_info_cache with network_info: [{"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:17:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-103f316a-d0f9-41c3-b62f-74186ab60f5f req-f6da4ad5-04c3-493e-b128-55aa2ef54595 service nova] Releasing lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:17:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquired lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:17:19 user nova-compute[75018]: DEBUG nova.network.neutron [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:17:20 user nova-compute[75018]: DEBUG nova.network.neutron [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Updating instance_info_cache with network_info: [{"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:17:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Releasing lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:17:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Starting migrate_disk_and_power_off {{(pid=75018) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11490}}
Dec 05 17:17:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-dbc1559d-ee08-4a96-b925-748dd26b1cd9 req-62fb4c3a-4e6e-4928-b8fa-8e3eb9a9a265 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received event network-vif-unplugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:17:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dbc1559d-ee08-4a96-b925-748dd26b1cd9 req-62fb4c3a-4e6e-4928-b8fa-8e3eb9a9a265 service nova] Acquiring lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:17:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dbc1559d-ee08-4a96-b925-748dd26b1cd9 req-62fb4c3a-4e6e-4928-b8fa-8e3eb9a9a265 service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:17:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dbc1559d-ee08-4a96-b925-748dd26b1cd9 req-62fb4c3a-4e6e-4928-b8fa-8e3eb9a9a265 service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:17:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-dbc1559d-ee08-4a96-b925-748dd26b1cd9 req-62fb4c3a-4e6e-4928-b8fa-8e3eb9a9a265 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] No waiting events found dispatching network-vif-unplugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:17:20 user nova-compute[75018]: WARNING nova.compute.manager [req-dbc1559d-ee08-4a96-b925-748dd26b1cd9 req-62fb4c3a-4e6e-4928-b8fa-8e3eb9a9a265 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received unexpected event network-vif-unplugged-1349d758-895b-4ab0-8553-c3465c92bfb4 for instance with vm_state active and task_state resize_migrating.
Dec 05 17:17:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Instance destroyed successfully.
Dec 05 17:17:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:15:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1451210647',display_name='tempest-ServerActionsTestOtherA-server-1451210647',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1451210647',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPLNrttAD/6RdDXT36vN9VHfEo5iJI1ILLd6+0pSZesk1dFEDo+Dg6BEzvBJVKEvhms9MThIpWRQBagQrXFBr/aEkegGqrFRt9xGwvsHWGFKagkv2WSs4QW4SYLDrPTsyg==',key_name='tempest-keypair-1944465237',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:15:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='31b8f8305ff14e2883c646a9dfa3af0d',ramdisk_id='',reservation_id='r-6boip0gb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-828640255',owner_user_name='tempest-ServerActionsTestOtherA-828640255-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:17:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8da346c164fb4c0280a7dfb63c4d1a52',uuid=ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2101804209-network", "vif_mac": "fa:16:3e:6a:c8:a2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converting VIF {"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2101804209-network", "vif_mac": "fa:16:3e:6a:c8:a2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6a:c8:a2,bridge_name='br-int',has_traffic_filtering=True,id=1349d758-895b-4ab0-8553-c3465c92bfb4,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1349d758-89') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_vif [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6a:c8:a2,bridge_name='br-int',has_traffic_filtering=True,id=1349d758-895b-4ab0-8553-c3465c92bfb4,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1349d758-89') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1349d758-89, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ef587257-55cc-42e1-94fc-ff554514f25d) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:21 user nova-compute[75018]: INFO os_vif [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6a:c8:a2,bridge_name='br-int',has_traffic_filtering=True,id=1349d758-895b-4ab0-8553-c3465c92bfb4,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1349d758-89')
Dec 05 17:17:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uHiYkvTa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:17:21 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[01558cd1-f418-434e-8ccd-e91ddf1dfe53]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:17:21 user nova-compute[75018]: No targets found.
Dec 05 17:17:21 user nova-compute[75018]: iSNS:
Dec 05 17:17:21 user nova-compute[75018]: No targets found.
Dec 05 17:17:21 user nova-compute[75018]: STATIC:
Dec 05 17:17:21 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565
Dec 05 17:17:21 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:17:21 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:17:21 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca
Dec 05 17:17:21 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:17:21 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:17:21 user nova-compute[75018]: FIRMWARE:
Dec 05 17:17:21 user nova-compute[75018]: No targets found.
Dec 05 17:17:21 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:17:21 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:17:21 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[22bc3743-59fc-4913-a1c5-792e882e4595]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a28ae80-b767-4940-b669-91f0d729beb9]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:17:21 user nova-compute[75018]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:17:21 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:17:21 user nova-compute[75018]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:17:21 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a8361750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565'): ({'sdc'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Removing single pathed devices sdc {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[177f5a6b-da17-4e39-bad7-85a3d0a7dbc2]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.036s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c670b4b-3468-4e00-b0a4-7be86668cfc3]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Flushing IO for device /dev/sdc {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bd797cb-5244-431b-b443-9d1e639611f3]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.063s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8801bd2d-783e-45cc-80ff-6eb62cb0da43]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26634613563363162', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_6f2261dc', '/dev/disk/by-id/scsi-1SCST_BIO6f2261dc-f4a5c61bfead7a95') {{(pid=85682) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 05 17:17:21 user nova-compute[75018]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-26634613563363162
Dec 05 17:17:21 user nova-compute[75018]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_6f2261dc
Dec 05 17:17:21 user nova-compute[75018]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIO6f2261dc-f4a5c61bfead7a95
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab5dbab4-337f-461e-8a1e-530b4c74a0a1]: (4, None) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.034s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6123da62-f32a-4e47-bee3-2cc4784f93f8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[910df21e-bfd6-4699-b4bb-af33e0bf658a]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565, portal: 172.16.0.220,3260]
Dec 05 17:17:21 user nova-compute[75018]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565, portal: 172.16.0.220,3260] successful.
Dec 05 17:17:21 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[984142f3-60a4-4c24-85ed-57e914b45610]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.421s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] <== disconnect_volume: return (423ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:17:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:17:22 user nova-compute[75018]: DEBUG nova.network.neutron [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Port 1349d758-895b-4ab0-8553-c3465c92bfb4 binding to destination host user is already ACTIVE {{(pid=75018) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 05 17:17:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:17:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:17:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:17:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-3974b249-706a-44e7-a9a4-0771d7065c00 req-35b64a59-f194-4996-8f2d-d94e41e094a4 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:17:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3974b249-706a-44e7-a9a4-0771d7065c00 req-35b64a59-f194-4996-8f2d-d94e41e094a4 service nova] Acquiring lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:17:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3974b249-706a-44e7-a9a4-0771d7065c00 req-35b64a59-f194-4996-8f2d-d94e41e094a4 service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:17:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3974b249-706a-44e7-a9a4-0771d7065c00 req-35b64a59-f194-4996-8f2d-d94e41e094a4 service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:17:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-3974b249-706a-44e7-a9a4-0771d7065c00 req-35b64a59-f194-4996-8f2d-d94e41e094a4 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] No waiting events found dispatching network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:17:22 user nova-compute[75018]: WARNING nova.compute.manager [req-3974b249-706a-44e7-a9a4-0771d7065c00 req-35b64a59-f194-4996-8f2d-d94e41e094a4 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received unexpected event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 for instance with vm_state active and task_state resize_migrated.
Dec 05 17:17:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:17:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquired lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:17:22 user nova-compute[75018]: DEBUG nova.network.neutron [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG nova.network.neutron [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Updating instance_info_cache with network_info: [{"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Releasing lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG nova.objects.instance [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lazy-loading 'flavor' on Instance uuid c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e640ec44-1761-483c-aed8-4843a45c4f78 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 27.441s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG os_brick.utils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[deeebab8-d103-46fa-831f-de2c59c6224d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b398c0a7-ea74-4c7a-b85d-6a613ed5df48]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[93d1ce02-f42f-4967-85ab-7a067bbdbd73]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0430b556-df9c-4d3d-94be-e273e5e0b361]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:17:23 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:17:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bc40669-4606-4ba7-9eff-feab8bcf1a32]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:17:23 user nova-compute[75018]: DEBUG os_brick.utils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:17:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Starting finish_migration {{(pid=75018) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11677}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Instance directory exists: not creating {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 05 17:17:32 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Creating image(s)
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Did not create local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Ensure instance console log exists: /opt/stack/data/nova/instances/ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Start _get_guest_xml network_info=[{"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2101804209-network", "vif_mac": "fa:16:3e:6a:c8:a2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uHiYkvTa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6', 'attached_at': '2023-12-05T17:17:33.000000', 'detached_at': '', 'volume_id': '05841b10-09ec-470e-8d88-8cfa00f54565', 'serial': '05841b10-09ec-470e-8d88-8cfa00f54565'}, 'attachment_id': 'a44cabaf-d26f-413a-8ac4-1840c82757d6', 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:17:32 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:17:32 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uHiYkvTa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:17:32 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:17:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:17:32 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:17:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:17:32 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:17:32 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:17:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec8fe596-ca1e-48ec-886e-2ca957042628]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:17:33 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a05e25fb-02bc-4a16-864c-cec84f3ee98e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565] added
Dec 05 17:17:33 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b2a70c9-c459-4e99-9301-e2c1f23790c8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[727289fd-4d6a-4560-953b-7bf2421f2081]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uHiYkvTa {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uHiYkvTa" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[62071049-7b49-4353-b5e9-0565830fc473]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uHiYkvTa'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8af1c151-d3be-4226-be1c-6670b74e9374]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f492ff0e-9221-4383-870a-209073b39e77]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:17:33 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:17:33 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6908e862-6fd9-4531-950e-4988dacd6134]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565, portal: 172.16.0.220,3260]
Dec 05 17:17:33 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565, portal: 172.16.0.220,3260] successful.
Dec 05 17:17:33 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c415ebe-746d-41aa-a1bb-a332b882267f]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a5bc641-55c2-4c38-a5c0-e90f8aee3f04]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:17:33 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:17:33 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:17:33 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:17:33 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] HCTL ('34', '-', '-', 0) found on session 44 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[29a0f2dc-6236-4a2e-b370-cfabd8071678]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:33 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Searching for a device in session 44 and hctl ['34', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Searching for a device in session 44 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uHiYkvTa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.295s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '26634613563363162', 'path': '/dev/sdc'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26634613563363162', 'path': '/dev/sdc'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:15:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1451210647',display_name='tempest-ServerActionsTestOtherA-server-1451210647',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1451210647',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPLNrttAD/6RdDXT36vN9VHfEo5iJI1ILLd6+0pSZesk1dFEDo+Dg6BEzvBJVKEvhms9MThIpWRQBagQrXFBr/aEkegGqrFRt9xGwvsHWGFKagkv2WSs4QW4SYLDrPTsyg==',key_name='tempest-keypair-1944465237',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:15:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='31b8f8305ff14e2883c646a9dfa3af0d',ramdisk_id='',reservation_id='r-6boip0gb',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-828640255',owner_user_name='tempest-ServerActionsTestOtherA-828640255-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:17:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8da346c164fb4c0280a7dfb63c4d1a52',uuid=ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2101804209-network", "vif_mac": "fa:16:3e:6a:c8:a2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converting VIF {"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2101804209-network", "vif_mac": "fa:16:3e:6a:c8:a2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:c8:a2,bridge_name='br-int',has_traffic_filtering=True,id=1349d758-895b-4ab0-8553-c3465c92bfb4,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1349d758-89') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:17:34 user nova-compute[75018]:   <uuid>ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6</uuid>
Dec 05 17:17:34 user nova-compute[75018]:   <name>instance-00000025</name>
Dec 05 17:17:34 user nova-compute[75018]:   <memory>2097152</memory>
Dec 05 17:17:34 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:17:34 user nova-compute[75018]:   <metadata>
Dec 05 17:17:34 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:17:34 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:17:34 user nova-compute[75018]:       <nova:name>tempest-ServerActionsTestOtherA-server-1451210647</nova:name>
Dec 05 17:17:34 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:17:32</nova:creationTime>
Dec 05 17:17:34 user nova-compute[75018]:       <nova:flavor name="m1.small">
Dec 05 17:17:34 user nova-compute[75018]:         <nova:memory>2048</nova:memory>
Dec 05 17:17:34 user nova-compute[75018]:         <nova:disk>20</nova:disk>
Dec 05 17:17:34 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:17:34 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:17:34 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:17:34 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:17:34 user nova-compute[75018]:       <nova:owner>
Dec 05 17:17:34 user nova-compute[75018]:         <nova:user uuid="8da346c164fb4c0280a7dfb63c4d1a52">tempest-ServerActionsTestOtherA-828640255-project-member</nova:user>
Dec 05 17:17:34 user nova-compute[75018]:         <nova:project uuid="31b8f8305ff14e2883c646a9dfa3af0d">tempest-ServerActionsTestOtherA-828640255</nova:project>
Dec 05 17:17:34 user nova-compute[75018]:       </nova:owner>
Dec 05 17:17:34 user nova-compute[75018]:       <nova:ports>
Dec 05 17:17:34 user nova-compute[75018]:         <nova:port uuid="1349d758-895b-4ab0-8553-c3465c92bfb4">
Dec 05 17:17:34 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 05 17:17:34 user nova-compute[75018]:         </nova:port>
Dec 05 17:17:34 user nova-compute[75018]:       </nova:ports>
Dec 05 17:17:34 user nova-compute[75018]:     </nova:instance>
Dec 05 17:17:34 user nova-compute[75018]:   </metadata>
Dec 05 17:17:34 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:17:34 user nova-compute[75018]:     <system>
Dec 05 17:17:34 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:17:34 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:17:34 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:17:34 user nova-compute[75018]:       <entry name="serial">ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6</entry>
Dec 05 17:17:34 user nova-compute[75018]:       <entry name="uuid">ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6</entry>
Dec 05 17:17:34 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:17:34 user nova-compute[75018]:     </system>
Dec 05 17:17:34 user nova-compute[75018]:   </sysinfo>
Dec 05 17:17:34 user nova-compute[75018]:   <os>
Dec 05 17:17:34 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:17:34 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:17:34 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:17:34 user nova-compute[75018]:   </os>
Dec 05 17:17:34 user nova-compute[75018]:   <features>
Dec 05 17:17:34 user nova-compute[75018]:     <acpi/>
Dec 05 17:17:34 user nova-compute[75018]:     <apic/>
Dec 05 17:17:34 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:17:34 user nova-compute[75018]:   </features>
Dec 05 17:17:34 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:17:34 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:17:34 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:17:34 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:17:34 user nova-compute[75018]:   </clock>
Dec 05 17:17:34 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:17:34 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:17:34 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:17:34 user nova-compute[75018]:   </cpu>
Dec 05 17:17:34 user nova-compute[75018]:   <devices>
Dec 05 17:17:34 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:17:34 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:17:34 user nova-compute[75018]:       <source dev="/dev/sdc"/>
Dec 05 17:17:34 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:17:34 user nova-compute[75018]:       <serial>05841b10-09ec-470e-8d88-8cfa00f54565</serial>
Dec 05 17:17:34 user nova-compute[75018]:     </disk>
Dec 05 17:17:34 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:17:34 user nova-compute[75018]:       <mac address="fa:16:3e:6a:c8:a2"/>
Dec 05 17:17:34 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:17:34 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:17:34 user nova-compute[75018]:       <target dev="tap1349d758-89"/>
Dec 05 17:17:34 user nova-compute[75018]:     </interface>
Dec 05 17:17:34 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:17:34 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6/console.log" append="off"/>
Dec 05 17:17:34 user nova-compute[75018]:     </serial>
Dec 05 17:17:34 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:17:34 user nova-compute[75018]:     <video>
Dec 05 17:17:34 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:17:34 user nova-compute[75018]:     </video>
Dec 05 17:17:34 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:17:34 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:17:34 user nova-compute[75018]:     </rng>
Dec 05 17:17:34 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:17:34 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:17:34 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:17:34 user nova-compute[75018]:     </memballoon>
Dec 05 17:17:34 user nova-compute[75018]:   </devices>
Dec 05 17:17:34 user nova-compute[75018]: </domain>
Dec 05 17:17:34 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:15:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1451210647',display_name='tempest-ServerActionsTestOtherA-server-1451210647',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1451210647',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPLNrttAD/6RdDXT36vN9VHfEo5iJI1ILLd6+0pSZesk1dFEDo+Dg6BEzvBJVKEvhms9MThIpWRQBagQrXFBr/aEkegGqrFRt9xGwvsHWGFKagkv2WSs4QW4SYLDrPTsyg==',key_name='tempest-keypair-1944465237',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:15:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='31b8f8305ff14e2883c646a9dfa3af0d',ramdisk_id='',reservation_id='r-6boip0gb',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-828640255',owner_user_name='tempest-ServerActionsTestOtherA-828640255-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:17:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8da346c164fb4c0280a7dfb63c4d1a52',uuid=ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2101804209-network", "vif_mac": "fa:16:3e:6a:c8:a2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converting VIF {"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2101804209-network", "vif_mac": "fa:16:3e:6a:c8:a2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:c8:a2,bridge_name='br-int',has_traffic_filtering=True,id=1349d758-895b-4ab0-8553-c3465c92bfb4,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1349d758-89') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG os_vif [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:c8:a2,bridge_name='br-int',has_traffic_filtering=True,id=1349d758-895b-4ab0-8553-c3465c92bfb4,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1349d758-89') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '42a868b5-aa71-5fdd-8cfb-a2b0ab03772c', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1349d758-89, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1349d758-89, col_values=(('qos', UUID('3e5ecb59-c9c0-4c34-a618-1bc82664a7bc')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1349d758-89, col_values=(('external_ids', {'iface-id': '1349d758-895b-4ab0-8553-c3465c92bfb4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6a:c8:a2', 'vm-uuid': 'ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:34 user nova-compute[75018]: INFO os_vif [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:c8:a2,bridge_name='br-int',has_traffic_filtering=True,id=1349d758-895b-4ab0-8553-c3465c92bfb4,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1349d758-89')
Dec 05 17:17:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:17:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] No VIF found with MAC fa:16:3e:6a:c8:a2, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:17:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-a3eced4b-aeb0-4f88-b36b-b102d36d0941 req-e805218b-0b7b-47e6-8c1c-efedff9447b3 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:17:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a3eced4b-aeb0-4f88-b36b-b102d36d0941 req-e805218b-0b7b-47e6-8c1c-efedff9447b3 service nova] Acquiring lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:17:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a3eced4b-aeb0-4f88-b36b-b102d36d0941 req-e805218b-0b7b-47e6-8c1c-efedff9447b3 service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:17:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a3eced4b-aeb0-4f88-b36b-b102d36d0941 req-e805218b-0b7b-47e6-8c1c-efedff9447b3 service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:17:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-a3eced4b-aeb0-4f88-b36b-b102d36d0941 req-e805218b-0b7b-47e6-8c1c-efedff9447b3 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] No waiting events found dispatching network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:17:36 user nova-compute[75018]: WARNING nova.compute.manager [req-a3eced4b-aeb0-4f88-b36b-b102d36d0941 req-e805218b-0b7b-47e6-8c1c-efedff9447b3 service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received unexpected event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 for instance with vm_state active and task_state resize_finish.
Dec 05 17:17:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:17:38 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Instance running successfully.
Dec 05 17:17:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Failed to set time: agent not configured {{(pid=75018) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 05 17:17:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3390221c-d75b-438b-a76d-4742ec499728 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] finish_migration finished successfully. {{(pid=75018) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11772}}
Dec 05 17:17:38 user nova-compute[75018]: DEBUG nova.compute.manager [req-40d7752d-db7d-4da1-a04a-8f34731a480c req-29f3a586-0ede-4571-85af-c758b8078d7a service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:17:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-40d7752d-db7d-4da1-a04a-8f34731a480c req-29f3a586-0ede-4571-85af-c758b8078d7a service nova] Acquiring lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:17:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-40d7752d-db7d-4da1-a04a-8f34731a480c req-29f3a586-0ede-4571-85af-c758b8078d7a service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:17:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-40d7752d-db7d-4da1-a04a-8f34731a480c req-29f3a586-0ede-4571-85af-c758b8078d7a service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:17:38 user nova-compute[75018]: DEBUG nova.compute.manager [req-40d7752d-db7d-4da1-a04a-8f34731a480c req-29f3a586-0ede-4571-85af-c758b8078d7a service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] No waiting events found dispatching network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:17:38 user nova-compute[75018]: WARNING nova.compute.manager [req-40d7752d-db7d-4da1-a04a-8f34731a480c req-29f3a586-0ede-4571-85af-c758b8078d7a service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received unexpected event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 for instance with vm_state active and task_state resize_finish.
Dec 05 17:17:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG nova.objects.instance [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lazy-loading 'flavor' on Instance uuid c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.079s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:17:49 user nova-compute[75018]: INFO nova.compute.manager [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Attaching volume 5c3950ff-89dc-40a7-9cfb-e81ce03b828c to /dev/vdb
Dec 05 17:17:49 user nova-compute[75018]: DEBUG os_brick.utils [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f4ce892-979c-48e1-8705-30954a172299]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca93bcf5-95d2-40a5-90cc-74a913f9e6c7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa49374d-f911-479e-afc5-c09b75a52baf]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2db9933a-cce9-4876-a076-6476baf41983]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:17:49 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:17:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a386b16-3bfa-44d8-8a61-0fdeb1cf9bd6]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG os_brick.utils [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] <== get_connector_properties: return (145ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Updating existing volume attachment record: 9a0b24c6-1b40-4111-a20f-564181c6504a {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:17:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:17:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wfxZXQiG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:18:01 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:18:01 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:18:01 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c65d9fbc-5ce2-4a86-97b1-9a61d78fdb27]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:18:01 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c35b1b1-6ce4-4227-bebe-ed9884b3600c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c] added
Dec 05 17:18:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[62915924-a5a1-41a6-a16d-7e06d38732a0]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a29136c-20d4-41c3-a590-5843963e1e68]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wfxZXQiG {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wfxZXQiG" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[99d0292e-4d64-4919-ac22-eb7bd8d97330]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wfxZXQiG'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7280767c-0f2f-4400-bf78-b6b26bbc5ccd]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5b3d80b-edd3-4fbb-8e08-a238ee51caaa]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:18:01 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:18:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:18:01 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:18:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cc1b780-3f95-401e-aaa9-31e8a8cff439]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c, portal: 172.16.0.220,3260]
Dec 05 17:18:01 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c, portal: 172.16.0.220,3260] successful.
Dec 05 17:18:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a575b05-3fc9-47fd-bf32-6a43f3e42727]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[66eb5678-e081-4128-b07b-cb245e64024e]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:18:01 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:18:01 user nova-compute[75018]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c (non-flash)
Dec 05 17:18:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:18:01 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:18:01 user nova-compute[75018]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c (non-flash)
Dec 05 17:18:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] HCTL ('35', '-', '-', 0) found on session 45 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e669d718-368d-44b8-8c42-12d016d21cdf]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Searching for a device in session 45 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:18:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wfxZXQiG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:18:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:18:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.336s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:18:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] <== connect_volume: return (1338ms) {'type': 'block', 'scsi_wwn': '23434396332613230', 'path': '/dev/sdd'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:18:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23434396332613230', 'path': '/dev/sdd'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:18:02 user nova-compute[75018]: DEBUG nova.objects.instance [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lazy-loading 'flavor' on Instance uuid c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:18:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:18:03 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:18:03 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:18:03 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:18:03 user nova-compute[75018]:   <serial>5c3950ff-89dc-40a7-9cfb-e81ce03b828c</serial>
Dec 05 17:18:03 user nova-compute[75018]: </disk>
Dec 05 17:18:03 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:18:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:18:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:18:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] No VIF found with MAC fa:16:3e:f3:6d:97, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:18:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-638be9a9-be07-44be-8006-8b1f758bc6cb tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.043s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:18:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:18:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:18:03 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:18:04 user nova-compute[75018]: INFO nova.compute.claims [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Claim successful on node user
Dec 05 17:18:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-67931089-a9d2-48b7-8076-64f205549c16 req-2b1145de-9aca-4962-9fa4-3a79834f140b service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Received event network-changed-e5dd64f5-6dd0-405d-99ef-396acbe8f933 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-67931089-a9d2-48b7-8076-64f205549c16 req-2b1145de-9aca-4962-9fa4-3a79834f140b service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Refreshing instance network info cache due to event network-changed-e5dd64f5-6dd0-405d-99ef-396acbe8f933. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-67931089-a9d2-48b7-8076-64f205549c16 req-2b1145de-9aca-4962-9fa4-3a79834f140b service nova] Acquiring lock "refresh_cache-a9a334cd-8464-4d5c-b19a-d84b14219e8b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-67931089-a9d2-48b7-8076-64f205549c16 req-2b1145de-9aca-4962-9fa4-3a79834f140b service nova] Acquired lock "refresh_cache-a9a334cd-8464-4d5c-b19a-d84b14219e8b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG nova.network.neutron [req-67931089-a9d2-48b7-8076-64f205549c16 req-2b1145de-9aca-4962-9fa4-3a79834f140b service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Refreshing network info cache for port e5dd64f5-6dd0-405d-99ef-396acbe8f933 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.560s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG nova.network.neutron [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:18:04 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:18:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG nova.policy [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a016262239842fa8d11bb93951ea659', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c4d72b9cd5841beb8f880690d520983', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:18:04 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Creating image(s)
Dec 05 17:18:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "/opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "/opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "/opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "fb18689a2213c8d57a8655ea45177817aa386731" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:18:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "fb18689a2213c8d57a8655ea45177817aa386731" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:18:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731.part --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:05 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:18:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:18:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:18:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:18:05 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:18:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731.part --force-share --output=json" returned: 0 in 0.221s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:05 user nova-compute[75018]: DEBUG nova.virt.images [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] 5eaf03a7-a5be-467d-b018-77d987f23aaa was qcow2, converting to raw {{(pid=75018) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 05 17:18:05 user nova-compute[75018]: DEBUG nova.privsep.utils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75018) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 05 17:18:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731.part /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731.converted {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:05 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:18:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:05 user nova-compute[75018]: DEBUG nova.network.neutron [req-67931089-a9d2-48b7-8076-64f205549c16 req-2b1145de-9aca-4962-9fa4-3a79834f140b service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Updated VIF entry in instance network info cache for port e5dd64f5-6dd0-405d-99ef-396acbe8f933. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:18:05 user nova-compute[75018]: DEBUG nova.network.neutron [req-67931089-a9d2-48b7-8076-64f205549c16 req-2b1145de-9aca-4962-9fa4-3a79834f140b service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Updating instance_info_cache with network_info: [{"id": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "address": "fa:16:3e:40:bb:80", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5dd64f5-6d", "ovs_interfaceid": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731.part /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731.converted" returned: 0 in 0.278s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731.converted --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG nova.network.neutron [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Successfully created port: 2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-67931089-a9d2-48b7-8076-64f205549c16 req-2b1145de-9aca-4962-9fa4-3a79834f140b service nova] Releasing lock "refresh_cache-a9a334cd-8464-4d5c-b19a-d84b14219e8b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731.converted --force-share --output=json" returned: 0 in 0.229s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "fb18689a2213c8d57a8655ea45177817aa386731" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.281s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731 --force-share --output=json" returned: 0 in 0.219s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "fb18689a2213c8d57a8655ea45177817aa386731" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "fb18689a2213c8d57a8655ea45177817aa386731" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731 --force-share --output=json" returned: 0 in 0.226s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731,backing_fmt=raw /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731,backing_fmt=raw /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk 1073741824" returned: 0 in 0.155s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "fb18689a2213c8d57a8655ea45177817aa386731" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.388s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:18:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731 --force-share --output=json" returned: 0 in 0.243s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:07 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:18:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:18:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:18:07 user nova-compute[75018]: INFO nova.compute.manager [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Detaching volume 5c3950ff-89dc-40a7-9cfb-e81ce03b828c
Dec 05 17:18:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.285s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:07 user nova-compute[75018]: INFO nova.virt.block_device [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Attempting to driver detach volume 5c3950ff-89dc-40a7-9cfb-e81ce03b828c from mountpoint /dev/vdb
Dec 05 17:18:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Attempting to detach device vdb from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:18:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:18:07 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:18:07 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:18:07 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:18:07 user nova-compute[75018]:   <serial>5c3950ff-89dc-40a7-9cfb-e81ce03b828c</serial>
Dec 05 17:18:07 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:18:07 user nova-compute[75018]: </disk>
Dec 05 17:18:07 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:18:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:07 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Cannot resize image /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:18:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:18:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Ensure instance console log exists: /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:18:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:18:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:18:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:18:07 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Successfully detached device vdb from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e from the persistent domain config.
Dec 05 17:18:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:18:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:18:07 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:18:07 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:18:07 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:18:07 user nova-compute[75018]:   <serial>5c3950ff-89dc-40a7-9cfb-e81ce03b828c</serial>
Dec 05 17:18:07 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:18:07 user nova-compute[75018]: </disk>
Dec 05 17:18:07 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:18:07 user nova-compute[75018]: DEBUG nova.network.neutron [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Successfully updated port: 2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:18:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquired lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.network.neutron [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.compute.manager [req-513a3bb9-6987-4b01-8def-48b0e2a5b651 req-0a6ecccb-f02b-4645-b5b9-f142013a1ebb service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received event network-changed-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.compute.manager [req-513a3bb9-6987-4b01-8def-48b0e2a5b651 req-0a6ecccb-f02b-4645-b5b9-f142013a1ebb service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Refreshing instance network info cache due to event network-changed-2b1cc77c-5c25-4058-998f-5dd6047dcfff. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-513a3bb9-6987-4b01-8def-48b0e2a5b651 req-0a6ecccb-f02b-4645-b5b9-f142013a1ebb service nova] Acquiring lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:18:08 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:18:08 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8241MB free_disk=25.099681854248047GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.network.neutron [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Applying migration context for instance ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6 as it has an incoming, in-progress migration e20048cd-881a-48b4-8253-50ba94942caa. Migration status is finished {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 05 17:18:08 user nova-compute[75018]: INFO nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Updating resource usage from migration e20048cd-881a-48b4-8253-50ba94942caa
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b6d9d91d-12aa-40ab-9e7f-7cb40791b7da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a9a334cd-8464-4d5c-b19a-d84b14219e8b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Migration e20048cd-881a-48b4-8253-50ba94942caa is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a383fcff-e0b1-4358-aabc-3c7330b48e2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.588s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.network.neutron [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Updating instance_info_cache with network_info: [{"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Releasing lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Instance network_info: |[{"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-513a3bb9-6987-4b01-8def-48b0e2a5b651 req-0a6ecccb-f02b-4645-b5b9-f142013a1ebb service nova] Acquired lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.network.neutron [req-513a3bb9-6987-4b01-8def-48b0e2a5b651 req-0a6ecccb-f02b-4645-b5b9-f142013a1ebb service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Refreshing network info cache for port 2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Start _get_guest_xml network_info=[{"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T17:18:01Z,direct_url=<?>,disk_format='qcow2',id=5eaf03a7-a5be-467d-b018-77d987f23aaa,min_disk=0,min_ram=0,name='tempest-scenario-img--98495592',owner='4c4d72b9cd5841beb8f880690d520983',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T17:18:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '5eaf03a7-a5be-467d-b018-77d987f23aaa'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:18:08 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:18:08 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T17:18:01Z,direct_url=<?>,disk_format='qcow2',id=5eaf03a7-a5be-467d-b018-77d987f23aaa,min_disk=0,min_ram=0,name='tempest-scenario-img--98495592',owner='4c4d72b9cd5841beb8f880690d520983',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T17:18:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:18:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2107218833',display_name='tempest-TestMinimumBasicScenario-server-2107218833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2107218833',id=39,image_ref='5eaf03a7-a5be-467d-b018-77d987f23aaa',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHe0JLvsj411Ow0AeKOfi8QjTVkfk8dM/TsjdEa133ApiU5VvrmF+c7+59ZYoEeze4eS031eND3f45sI/CzP5JWWT6y6Z/Mnfy9gAb8mGzzZ6rZ4ghSveiC5I5Qp9e6ZXw==',key_name='tempest-TestMinimumBasicScenario-740818327',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c4d72b9cd5841beb8f880690d520983',ramdisk_id='',reservation_id='r-yjgbkwag',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5eaf03a7-a5be-467d-b018-77d987f23aaa',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1857575594',owner_user_name='tempest-TestMinimumBasicScenario-1857575594-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:18:05Z,user_data=None,user_id='1a016262239842fa8d11bb93951ea659',uuid=a383fcff-e0b1-4358-aabc-3c7330b48e2b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converting VIF {"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:86:e7,bridge_name='br-int',has_traffic_filtering=True,id=2b1cc77c-5c25-4058-998f-5dd6047dcfff,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1cc77c-5c') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.objects.instance [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lazy-loading 'pci_devices' on Instance uuid a383fcff-e0b1-4358-aabc-3c7330b48e2b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:18:08 user nova-compute[75018]:   <uuid>a383fcff-e0b1-4358-aabc-3c7330b48e2b</uuid>
Dec 05 17:18:08 user nova-compute[75018]:   <name>instance-00000027</name>
Dec 05 17:18:08 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:18:08 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:18:08 user nova-compute[75018]:   <metadata>
Dec 05 17:18:08 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:18:08 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:18:08 user nova-compute[75018]:       <nova:name>tempest-TestMinimumBasicScenario-server-2107218833</nova:name>
Dec 05 17:18:08 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:18:08</nova:creationTime>
Dec 05 17:18:08 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:18:08 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:18:08 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:18:08 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:18:08 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:18:08 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:18:08 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:18:08 user nova-compute[75018]:       <nova:owner>
Dec 05 17:18:08 user nova-compute[75018]:         <nova:user uuid="1a016262239842fa8d11bb93951ea659">tempest-TestMinimumBasicScenario-1857575594-project-member</nova:user>
Dec 05 17:18:08 user nova-compute[75018]:         <nova:project uuid="4c4d72b9cd5841beb8f880690d520983">tempest-TestMinimumBasicScenario-1857575594</nova:project>
Dec 05 17:18:08 user nova-compute[75018]:       </nova:owner>
Dec 05 17:18:08 user nova-compute[75018]:       <nova:root type="image" uuid="5eaf03a7-a5be-467d-b018-77d987f23aaa"/>
Dec 05 17:18:08 user nova-compute[75018]:       <nova:ports>
Dec 05 17:18:08 user nova-compute[75018]:         <nova:port uuid="2b1cc77c-5c25-4058-998f-5dd6047dcfff">
Dec 05 17:18:08 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 05 17:18:08 user nova-compute[75018]:         </nova:port>
Dec 05 17:18:08 user nova-compute[75018]:       </nova:ports>
Dec 05 17:18:08 user nova-compute[75018]:     </nova:instance>
Dec 05 17:18:08 user nova-compute[75018]:   </metadata>
Dec 05 17:18:08 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:18:08 user nova-compute[75018]:     <system>
Dec 05 17:18:08 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:18:08 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:18:08 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:18:08 user nova-compute[75018]:       <entry name="serial">a383fcff-e0b1-4358-aabc-3c7330b48e2b</entry>
Dec 05 17:18:08 user nova-compute[75018]:       <entry name="uuid">a383fcff-e0b1-4358-aabc-3c7330b48e2b</entry>
Dec 05 17:18:08 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:18:08 user nova-compute[75018]:     </system>
Dec 05 17:18:08 user nova-compute[75018]:   </sysinfo>
Dec 05 17:18:08 user nova-compute[75018]:   <os>
Dec 05 17:18:08 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:18:08 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:18:08 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:18:08 user nova-compute[75018]:   </os>
Dec 05 17:18:08 user nova-compute[75018]:   <features>
Dec 05 17:18:08 user nova-compute[75018]:     <acpi/>
Dec 05 17:18:08 user nova-compute[75018]:     <apic/>
Dec 05 17:18:08 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:18:08 user nova-compute[75018]:   </features>
Dec 05 17:18:08 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:18:08 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:18:08 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:18:08 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:18:08 user nova-compute[75018]:   </clock>
Dec 05 17:18:08 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:18:08 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:18:08 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:18:08 user nova-compute[75018]:   </cpu>
Dec 05 17:18:08 user nova-compute[75018]:   <devices>
Dec 05 17:18:08 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:18:08 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:18:08 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk"/>
Dec 05 17:18:08 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:18:08 user nova-compute[75018]:     </disk>
Dec 05 17:18:08 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:18:08 user nova-compute[75018]:       <mac address="fa:16:3e:b4:86:e7"/>
Dec 05 17:18:08 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:18:08 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:18:08 user nova-compute[75018]:       <target dev="tap2b1cc77c-5c"/>
Dec 05 17:18:08 user nova-compute[75018]:     </interface>
Dec 05 17:18:08 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:18:08 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/console.log" append="off"/>
Dec 05 17:18:08 user nova-compute[75018]:     </serial>
Dec 05 17:18:08 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:18:08 user nova-compute[75018]:     <video>
Dec 05 17:18:08 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:18:08 user nova-compute[75018]:     </video>
Dec 05 17:18:08 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:18:08 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:18:08 user nova-compute[75018]:     </rng>
Dec 05 17:18:08 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:18:08 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:18:08 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:18:08 user nova-compute[75018]:     </memballoon>
Dec 05 17:18:08 user nova-compute[75018]:   </devices>
Dec 05 17:18:08 user nova-compute[75018]: </domain>
Dec 05 17:18:08 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:18:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2107218833',display_name='tempest-TestMinimumBasicScenario-server-2107218833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2107218833',id=39,image_ref='5eaf03a7-a5be-467d-b018-77d987f23aaa',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHe0JLvsj411Ow0AeKOfi8QjTVkfk8dM/TsjdEa133ApiU5VvrmF+c7+59ZYoEeze4eS031eND3f45sI/CzP5JWWT6y6Z/Mnfy9gAb8mGzzZ6rZ4ghSveiC5I5Qp9e6ZXw==',key_name='tempest-TestMinimumBasicScenario-740818327',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c4d72b9cd5841beb8f880690d520983',ramdisk_id='',reservation_id='r-yjgbkwag',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5eaf03a7-a5be-467d-b018-77d987f23aaa',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1857575594',owner_user_name='tempest-TestMinimumBasicScenario-1857575594-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:18:05Z,user_data=None,user_id='1a016262239842fa8d11bb93951ea659',uuid=a383fcff-e0b1-4358-aabc-3c7330b48e2b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converting VIF {"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:86:e7,bridge_name='br-int',has_traffic_filtering=True,id=2b1cc77c-5c25-4058-998f-5dd6047dcfff,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1cc77c-5c') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG os_vif [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:86:e7,bridge_name='br-int',has_traffic_filtering=True,id=2b1cc77c-5c25-4058-998f-5dd6047dcfff,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1cc77c-5c') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '95877737-e9c7-5bf0-842e-6971de5640ec', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2b1cc77c-5c, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2b1cc77c-5c, col_values=(('qos', UUID('3b9247a4-7244-4e7f-b8c0-e95f87ce9a36')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2b1cc77c-5c, col_values=(('external_ids', {'iface-id': '2b1cc77c-5c25-4058-998f-5dd6047dcfff', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b4:86:e7', 'vm-uuid': 'a383fcff-e0b1-4358-aabc-3c7330b48e2b'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:08 user nova-compute[75018]: INFO os_vif [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:86:e7,bridge_name='br-int',has_traffic_filtering=True,id=2b1cc77c-5c25-4058-998f-5dd6047dcfff,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1cc77c-5c')
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:18:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] No VIF found with MAC fa:16:3e:b4:86:e7, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:18:09 user nova-compute[75018]: DEBUG nova.network.neutron [req-513a3bb9-6987-4b01-8def-48b0e2a5b651 req-0a6ecccb-f02b-4645-b5b9-f142013a1ebb service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Updated VIF entry in instance network info cache for port 2b1cc77c-5c25-4058-998f-5dd6047dcfff. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:18:09 user nova-compute[75018]: DEBUG nova.network.neutron [req-513a3bb9-6987-4b01-8def-48b0e2a5b651 req-0a6ecccb-f02b-4645-b5b9-f142013a1ebb service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Updating instance_info_cache with network_info: [{"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:18:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-513a3bb9-6987-4b01-8def-48b0e2a5b651 req-0a6ecccb-f02b-4645-b5b9-f142013a1ebb service nova] Releasing lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:18:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:10 user nova-compute[75018]: DEBUG nova.compute.manager [req-8a337d24-d537-443d-886c-345b7c113b75 req-ea0d562f-08e9-4176-9f2f-f2087666a508 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received event network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:18:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8a337d24-d537-443d-886c-345b7c113b75 req-ea0d562f-08e9-4176-9f2f-f2087666a508 service nova] Acquiring lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:18:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8a337d24-d537-443d-886c-345b7c113b75 req-ea0d562f-08e9-4176-9f2f-f2087666a508 service nova] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:18:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8a337d24-d537-443d-886c-345b7c113b75 req-ea0d562f-08e9-4176-9f2f-f2087666a508 service nova] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:18:10 user nova-compute[75018]: DEBUG nova.compute.manager [req-8a337d24-d537-443d-886c-345b7c113b75 req-ea0d562f-08e9-4176-9f2f-f2087666a508 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] No waiting events found dispatching network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:18:10 user nova-compute[75018]: WARNING nova.compute.manager [req-8a337d24-d537-443d-886c-345b7c113b75 req-ea0d562f-08e9-4176-9f2f-f2087666a508 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received unexpected event network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff for instance with vm_state building and task_state spawning.
Dec 05 17:18:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:18:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:18:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:18:10 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:18:10 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Didn't find any instances for network info cache update. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 05 17:18:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:18:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:11 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:18:11 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:18:11 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:18:12 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:18:12 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:18:12 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:18:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:18:12 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Instance spawned successfully.
Dec 05 17:18:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:18:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:18:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:18:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:18:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:18:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:18:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:18:12 user nova-compute[75018]: INFO nova.compute.manager [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Took 7.79 seconds to spawn the instance on the hypervisor.
Dec 05 17:18:12 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:18:12 user nova-compute[75018]: DEBUG nova.compute.manager [req-cf013746-dca1-4ca5-94c4-ead5eac0a081 req-6e6a21ca-0f63-4f07-b269-a0e7d2e137c1 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received event network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:18:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cf013746-dca1-4ca5-94c4-ead5eac0a081 req-6e6a21ca-0f63-4f07-b269-a0e7d2e137c1 service nova] Acquiring lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:18:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cf013746-dca1-4ca5-94c4-ead5eac0a081 req-6e6a21ca-0f63-4f07-b269-a0e7d2e137c1 service nova] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:18:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cf013746-dca1-4ca5-94c4-ead5eac0a081 req-6e6a21ca-0f63-4f07-b269-a0e7d2e137c1 service nova] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:18:12 user nova-compute[75018]: DEBUG nova.compute.manager [req-cf013746-dca1-4ca5-94c4-ead5eac0a081 req-6e6a21ca-0f63-4f07-b269-a0e7d2e137c1 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] No waiting events found dispatching network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:18:12 user nova-compute[75018]: WARNING nova.compute.manager [req-cf013746-dca1-4ca5-94c4-ead5eac0a081 req-6e6a21ca-0f63-4f07-b269-a0e7d2e137c1 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received unexpected event network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff for instance with vm_state building and task_state spawning.
Dec 05 17:18:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:12 user nova-compute[75018]: INFO nova.compute.manager [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Took 8.95 seconds to build instance.
Dec 05 17:18:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5fb92178-3493-403d-84ea-461d71c51564 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.053s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:18:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "6d41b73a-e536-492c-8b03-271b325a885a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:18:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "6d41b73a-e536-492c-8b03-271b325a885a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:18:14 user nova-compute[75018]: DEBUG nova.compute.manager [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:18:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:18:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:18:14 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:18:14 user nova-compute[75018]: INFO nova.compute.claims [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Claim successful on node user
Dec 05 17:18:14 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:18:14 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:18:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.410s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:18:14 user nova-compute[75018]: DEBUG nova.compute.manager [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:18:14 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:18:14 user nova-compute[75018]: DEBUG nova.compute.manager [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:18:14 user nova-compute[75018]: DEBUG nova.network.neutron [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:18:14 user nova-compute[75018]: DEBUG nova.compute.manager [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:18:14 user nova-compute[75018]: INFO nova.virt.block_device [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Booting with volume snapshot cebf3f4e-3469-41bf-87ad-1f119dd30413 at /dev/vda
Dec 05 17:18:14 user nova-compute[75018]: DEBUG nova.policy [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbdc3bee63ae4fce86e51b500da9c1ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ab67a8b79a84e4e9347f71769911964', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:18:15 user nova-compute[75018]: DEBUG nova.network.neutron [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Successfully created port: 2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:18:16 user nova-compute[75018]: DEBUG nova.network.neutron [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Successfully updated port: 2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:18:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "refresh_cache-6d41b73a-e536-492c-8b03-271b325a885a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:18:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquired lock "refresh_cache-6d41b73a-e536-492c-8b03-271b325a885a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:18:16 user nova-compute[75018]: DEBUG nova.network.neutron [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:18:16 user nova-compute[75018]: DEBUG nova.network.neutron [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:18:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-1a93a908-5a4e-424e-9080-bd2f9659215b req-a20b46e6-b407-422f-a0ec-c47302de5050 service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Received event network-changed-2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:18:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-1a93a908-5a4e-424e-9080-bd2f9659215b req-a20b46e6-b407-422f-a0ec-c47302de5050 service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Refreshing instance network info cache due to event network-changed-2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:18:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1a93a908-5a4e-424e-9080-bd2f9659215b req-a20b46e6-b407-422f-a0ec-c47302de5050 service nova] Acquiring lock "refresh_cache-6d41b73a-e536-492c-8b03-271b325a885a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:18:16 user nova-compute[75018]: DEBUG nova.network.neutron [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Updating instance_info_cache with network_info: [{"id": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "address": "fa:16:3e:7d:6d:f8", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dbff8b7-4a", "ovs_interfaceid": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:18:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Releasing lock "refresh_cache-6d41b73a-e536-492c-8b03-271b325a885a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:18:16 user nova-compute[75018]: DEBUG nova.compute.manager [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Instance network_info: |[{"id": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "address": "fa:16:3e:7d:6d:f8", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dbff8b7-4a", "ovs_interfaceid": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:18:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1a93a908-5a4e-424e-9080-bd2f9659215b req-a20b46e6-b407-422f-a0ec-c47302de5050 service nova] Acquired lock "refresh_cache-6d41b73a-e536-492c-8b03-271b325a885a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:18:16 user nova-compute[75018]: DEBUG nova.network.neutron [req-1a93a908-5a4e-424e-9080-bd2f9659215b req-a20b46e6-b407-422f-a0ec-c47302de5050 service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Refreshing network info cache for port 2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:18:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-1a93a908-5a4e-424e-9080-bd2f9659215b req-a20b46e6-b407-422f-a0ec-c47302de5050 service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Updated VIF entry in instance network info cache for port 2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:18:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-1a93a908-5a4e-424e-9080-bd2f9659215b req-a20b46e6-b407-422f-a0ec-c47302de5050 service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Updating instance_info_cache with network_info: [{"id": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "address": "fa:16:3e:7d:6d:f8", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dbff8b7-4a", "ovs_interfaceid": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:18:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1a93a908-5a4e-424e-9080-bd2f9659215b req-a20b46e6-b407-422f-a0ec-c47302de5050 service nova] Releasing lock "refresh_cache-6d41b73a-e536-492c-8b03-271b325a885a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:18:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG os_brick.utils [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eaa7c8c-1657-4dc1-9c0d-d2848ae4df8d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[261d7311-ade3-44ef-8927-818abb1dcf22]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aac551e-662f-48c7-89a5-30e2aa481687]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbb0f59b-95b6-40b3-a534-3d0152fbd199]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:18:20 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:18:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1306c9e6-3be0-4104-9d53-c61724cd3d82]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG os_brick.utils [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:18:20 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Updating existing volume attachment record: 401f3a3a-d8c8-4574-b58d-15a2ea471160 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:18:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:28 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e is timed out.
Dec 05 17:18:28 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Successfully detached device vdb from instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e from the live domain config.
Dec 05 17:18:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wfxZXQiG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:18:28 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2d3e800-92f3-491c-b660-a86b9698c981]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:18:28 user nova-compute[75018]: No targets found.
Dec 05 17:18:28 user nova-compute[75018]: iSNS:
Dec 05 17:18:28 user nova-compute[75018]: No targets found.
Dec 05 17:18:28 user nova-compute[75018]: STATIC:
Dec 05 17:18:28 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565
Dec 05 17:18:28 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:18:28 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:18:28 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c
Dec 05 17:18:28 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:18:28 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:18:28 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca
Dec 05 17:18:28 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:18:28 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:18:28 user nova-compute[75018]: FIRMWARE:
Dec 05 17:18:28 user nova-compute[75018]: No targets found.
Dec 05 17:18:28 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:18:28 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:18:28 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[259a3f70-6368-4129-81bf-399cbaa238b8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f55920a8-d46f-47ab-b6dc-661d4f0b9d19]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:18:28 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:18:28 user nova-compute[75018]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c (non-flash)
Dec 05 17:18:28 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:18:28 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:18:28 user nova-compute[75018]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c (non-flash)
Dec 05 17:18:28 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c825db40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c'): ({'sdd'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Removing single pathed devices sdd {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8644455e-ac3d-4600-9518-5df0d5f43793]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aef48aa3-f83b-402e-88f7-4ae5a72a94fc]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Flushing IO for device /dev/sdd {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.046s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4fcb0fa-bcb3-4a64-b6f1-6990d0a2b27c]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.051s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e46332a-c06c-4b4f-b8d2-47a0ae6603fe]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[65137ea5-e4b0-40b9-8483-34d0f26db9fa]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4ba34c7-faca-49a4-a8c6-94809612fa66]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c, portal: 172.16.0.220,3260]
Dec 05 17:18:28 user nova-compute[75018]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c, portal: 172.16.0.220,3260] successful.
Dec 05 17:18:28 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c3950ff-89dc-40a7-9cfb-e81ce03b828c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[288eab7f-dc5c-4d97-a49e-beeff7c14a90]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.361s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] <== disconnect_volume: return (363ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:18:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:29 user nova-compute[75018]: DEBUG nova.objects.instance [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lazy-loading 'flavor' on Instance uuid c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:18:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8c0137a9-327c-45eb-9ed0-7f4e824a43c1 tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.122s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:18:29 user nova-compute[75018]: ERROR nova.volume.cinder [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Update attachment failed for attachment 401f3a3a-d8c8-4574-b58d-15a2ea471160. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-e2213132-3338-4d37-942d-104ce0167046) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-e2213132-3338-4d37-942d-104ce0167046)
Dec 05 17:18:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:18:38 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Creating image(s)
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Did not create local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Ensure instance console log exists: /opt/stack/data/nova/instances/6d41b73a-e536-492c-8b03-271b325a885a/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Start _get_guest_xml network_info=[{"id": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "address": "fa:16:3e:7d:6d:f8", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dbff8b7-4a", "ovs_interfaceid": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-05T17:18:07Z,direct_url=<?>,disk_format='qcow2',id=88b1b50f-3453-4ba4-b42f-3ba0bad9d746,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1717225358',owner='4ab67a8b79a84e4e9347f71769911964',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-05T17:18:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OCpRFfcn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6d41b73a-e536-492c-8b03-271b325a885a', 'attached_at': '', 'detached_at': '', 'volume_id': '57d91ca2-8ed3-4a16-bd59-78c815e3caa1', 'serial': '57d91ca2-8ed3-4a16-bd59-78c815e3caa1'}, 'attachment_id': '401f3a3a-d8c8-4574-b58d-15a2ea471160', 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:18:38 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:18:38 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-05T17:18:07Z,direct_url=<?>,disk_format='qcow2',id=88b1b50f-3453-4ba4-b42f-3ba0bad9d746,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1717225358',owner='4ab67a8b79a84e4e9347f71769911964',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-05T17:18:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OCpRFfcn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:18:38 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:18:38 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:18:38 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e32116e8-b9d3-49ad-a6b2-91babb8acca7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:18:38 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[697ae2ac-11ce-427d-83ff-ebb828313bf0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1] added
Dec 05 17:18:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e80741c7-8206-4fb9-8442-82e8611a9da7]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a643600-a9e4-42d8-987d-140758f9bce9]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OCpRFfcn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OCpRFfcn" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[49f91c4d-38d3-4f73-9906-a94f7c3822ba]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OCpRFfcn'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e93f3432-59a4-4cbb-9ade-115645a7979c]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[05e629d2-95a0-412a-bf1c-2fe041004998]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:18:38 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:18:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:18:38 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:18:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a210a495-dd09-440b-8c71-3daa372909a0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1, portal: 172.16.0.220,3260]
Dec 05 17:18:38 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1, portal: 172.16.0.220,3260] successful.
Dec 05 17:18:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a41f8116-736e-4ef5-b733-05448103a45e]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb4cc1f3-510a-4987-8d5b-f0a4d672468d]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:18:38 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:18:38 user nova-compute[75018]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 (non-flash)
Dec 05 17:18:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:18:38 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:18:38 user nova-compute[75018]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 (non-flash)
Dec 05 17:18:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.266s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] HCTL ('35', '-', '-', 0) found on session 46 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca6fb099-a36a-4655-ad6f-025555f14a6a]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching for a device in session 46 and hctl ['35', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:18:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching for a device in session 46 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OCpRFfcn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== connect_volume: return (1297ms) {'type': 'block', 'scsi_wwn': '23534666364353732', 'path': '/dev/sdd'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23534666364353732', 'path': '/dev/sdd'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:18:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-293937879',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-293937879',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-293937879',id=40,image_ref='88b1b50f-3453-4ba4-b42f-3ba0bad9d746',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEHVU4ApZaplaBqz0ynxdlooxWULcYiV/m08OAKSGG8V5swE9Y0wJlAMZ09+q16pWjfFLmKSd4CxKkNyQIkO/wLB9CaqK4xvCi6vyawZsbvXmA7ODdHuSUL9yUvD6JiIvg==',key_name='tempest-keypair-1549918039',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-awhh56zq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1277319653',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:18:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=6d41b73a-e536-492c-8b03-271b325a885a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "address": "fa:16:3e:7d:6d:f8", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dbff8b7-4a", "ovs_interfaceid": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "address": "fa:16:3e:7d:6d:f8", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dbff8b7-4a", "ovs_interfaceid": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:6d:f8,bridge_name='br-int',has_traffic_filtering=True,id=2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dbff8b7-4a') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG nova.objects.instance [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lazy-loading 'pci_devices' on Instance uuid 6d41b73a-e536-492c-8b03-271b325a885a {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:18:39 user nova-compute[75018]:   <uuid>6d41b73a-e536-492c-8b03-271b325a885a</uuid>
Dec 05 17:18:39 user nova-compute[75018]:   <name>instance-00000028</name>
Dec 05 17:18:39 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:18:39 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:18:39 user nova-compute[75018]:   <metadata>
Dec 05 17:18:39 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:18:39 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:18:39 user nova-compute[75018]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-293937879</nova:name>
Dec 05 17:18:39 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:18:38</nova:creationTime>
Dec 05 17:18:39 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:18:39 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:18:39 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:18:39 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:18:39 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:18:39 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:18:39 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:18:39 user nova-compute[75018]:       <nova:owner>
Dec 05 17:18:39 user nova-compute[75018]:         <nova:user uuid="cbdc3bee63ae4fce86e51b500da9c1ac">tempest-TestVolumeBootPattern-1277319653-project-member</nova:user>
Dec 05 17:18:39 user nova-compute[75018]:         <nova:project uuid="4ab67a8b79a84e4e9347f71769911964">tempest-TestVolumeBootPattern-1277319653</nova:project>
Dec 05 17:18:39 user nova-compute[75018]:       </nova:owner>
Dec 05 17:18:39 user nova-compute[75018]:       <nova:root type="image" uuid="88b1b50f-3453-4ba4-b42f-3ba0bad9d746"/>
Dec 05 17:18:39 user nova-compute[75018]:       <nova:ports>
Dec 05 17:18:39 user nova-compute[75018]:         <nova:port uuid="2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79">
Dec 05 17:18:39 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 05 17:18:39 user nova-compute[75018]:         </nova:port>
Dec 05 17:18:39 user nova-compute[75018]:       </nova:ports>
Dec 05 17:18:39 user nova-compute[75018]:     </nova:instance>
Dec 05 17:18:39 user nova-compute[75018]:   </metadata>
Dec 05 17:18:39 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:18:39 user nova-compute[75018]:     <system>
Dec 05 17:18:39 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:18:39 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:18:39 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:18:39 user nova-compute[75018]:       <entry name="serial">6d41b73a-e536-492c-8b03-271b325a885a</entry>
Dec 05 17:18:39 user nova-compute[75018]:       <entry name="uuid">6d41b73a-e536-492c-8b03-271b325a885a</entry>
Dec 05 17:18:39 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:18:39 user nova-compute[75018]:     </system>
Dec 05 17:18:39 user nova-compute[75018]:   </sysinfo>
Dec 05 17:18:39 user nova-compute[75018]:   <os>
Dec 05 17:18:39 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:18:39 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:18:39 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:18:39 user nova-compute[75018]:   </os>
Dec 05 17:18:39 user nova-compute[75018]:   <features>
Dec 05 17:18:39 user nova-compute[75018]:     <acpi/>
Dec 05 17:18:39 user nova-compute[75018]:     <apic/>
Dec 05 17:18:39 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:18:39 user nova-compute[75018]:   </features>
Dec 05 17:18:39 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:18:39 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:18:39 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:18:39 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:18:39 user nova-compute[75018]:   </clock>
Dec 05 17:18:39 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:18:39 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:18:39 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:18:39 user nova-compute[75018]:   </cpu>
Dec 05 17:18:39 user nova-compute[75018]:   <devices>
Dec 05 17:18:39 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:18:39 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:18:39 user nova-compute[75018]:       <source dev="/dev/sdd"/>
Dec 05 17:18:39 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:18:39 user nova-compute[75018]:       <serial>57d91ca2-8ed3-4a16-bd59-78c815e3caa1</serial>
Dec 05 17:18:39 user nova-compute[75018]:     </disk>
Dec 05 17:18:39 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:18:39 user nova-compute[75018]:       <mac address="fa:16:3e:7d:6d:f8"/>
Dec 05 17:18:39 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:18:39 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:18:39 user nova-compute[75018]:       <target dev="tap2dbff8b7-4a"/>
Dec 05 17:18:39 user nova-compute[75018]:     </interface>
Dec 05 17:18:39 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:18:39 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/6d41b73a-e536-492c-8b03-271b325a885a/console.log" append="off"/>
Dec 05 17:18:39 user nova-compute[75018]:     </serial>
Dec 05 17:18:39 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:18:39 user nova-compute[75018]:     <video>
Dec 05 17:18:39 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:18:39 user nova-compute[75018]:     </video>
Dec 05 17:18:39 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:18:39 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:18:39 user nova-compute[75018]:     </rng>
Dec 05 17:18:39 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:18:39 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:18:39 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:18:39 user nova-compute[75018]:     </memballoon>
Dec 05 17:18:39 user nova-compute[75018]:   </devices>
Dec 05 17:18:39 user nova-compute[75018]: </domain>
Dec 05 17:18:39 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:18:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-293937879',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-293937879',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-293937879',id=40,image_ref='88b1b50f-3453-4ba4-b42f-3ba0bad9d746',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEHVU4ApZaplaBqz0ynxdlooxWULcYiV/m08OAKSGG8V5swE9Y0wJlAMZ09+q16pWjfFLmKSd4CxKkNyQIkO/wLB9CaqK4xvCi6vyawZsbvXmA7ODdHuSUL9yUvD6JiIvg==',key_name='tempest-keypair-1549918039',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-awhh56zq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1277319653',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:18:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=6d41b73a-e536-492c-8b03-271b325a885a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "address": "fa:16:3e:7d:6d:f8", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dbff8b7-4a", "ovs_interfaceid": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "address": "fa:16:3e:7d:6d:f8", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dbff8b7-4a", "ovs_interfaceid": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:6d:f8,bridge_name='br-int',has_traffic_filtering=True,id=2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dbff8b7-4a') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG os_vif [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:6d:f8,bridge_name='br-int',has_traffic_filtering=True,id=2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dbff8b7-4a') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '393a542b-2855-5a08-bce9-c4ca5890b416', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2dbff8b7-4a, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2dbff8b7-4a, col_values=(('qos', UUID('ffbbef22-179a-42f0-8580-c57eb7fce7d4')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2dbff8b7-4a, col_values=(('external_ids', {'iface-id': '2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7d:6d:f8', 'vm-uuid': '6d41b73a-e536-492c-8b03-271b325a885a'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:39 user nova-compute[75018]: INFO os_vif [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:6d:f8,bridge_name='br-int',has_traffic_filtering=True,id=2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dbff8b7-4a')
Dec 05 17:18:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:18:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] No VIF found with MAC fa:16:3e:7d:6d:f8, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:18:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-f25e9f56-700c-474e-8aac-e111a5152e93 req-823a01cd-5643-4885-94cf-a3cdd367687d service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Received event network-vif-plugged-2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:18:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f25e9f56-700c-474e-8aac-e111a5152e93 req-823a01cd-5643-4885-94cf-a3cdd367687d service nova] Acquiring lock "6d41b73a-e536-492c-8b03-271b325a885a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:18:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f25e9f56-700c-474e-8aac-e111a5152e93 req-823a01cd-5643-4885-94cf-a3cdd367687d service nova] Lock "6d41b73a-e536-492c-8b03-271b325a885a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:18:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f25e9f56-700c-474e-8aac-e111a5152e93 req-823a01cd-5643-4885-94cf-a3cdd367687d service nova] Lock "6d41b73a-e536-492c-8b03-271b325a885a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:18:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-f25e9f56-700c-474e-8aac-e111a5152e93 req-823a01cd-5643-4885-94cf-a3cdd367687d service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] No waiting events found dispatching network-vif-plugged-2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:18:41 user nova-compute[75018]: WARNING nova.compute.manager [req-f25e9f56-700c-474e-8aac-e111a5152e93 req-823a01cd-5643-4885-94cf-a3cdd367687d service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Received unexpected event network-vif-plugged-2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 for instance with vm_state building and task_state spawning.
Dec 05 17:18:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:18:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:18:43 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Instance spawned successfully.
Dec 05 17:18:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:18:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:18:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:18:43 user nova-compute[75018]: INFO nova.compute.manager [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Took 5.09 seconds to spawn the instance on the hypervisor.
Dec 05 17:18:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:18:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-f6b49f0f-c854-4393-80f4-75b066850553 req-0f0b3b0d-f718-405e-ab9a-8033a78f9f5b service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Received event network-vif-plugged-2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:18:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f6b49f0f-c854-4393-80f4-75b066850553 req-0f0b3b0d-f718-405e-ab9a-8033a78f9f5b service nova] Acquiring lock "6d41b73a-e536-492c-8b03-271b325a885a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:18:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f6b49f0f-c854-4393-80f4-75b066850553 req-0f0b3b0d-f718-405e-ab9a-8033a78f9f5b service nova] Lock "6d41b73a-e536-492c-8b03-271b325a885a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:18:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f6b49f0f-c854-4393-80f4-75b066850553 req-0f0b3b0d-f718-405e-ab9a-8033a78f9f5b service nova] Lock "6d41b73a-e536-492c-8b03-271b325a885a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:18:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-f6b49f0f-c854-4393-80f4-75b066850553 req-0f0b3b0d-f718-405e-ab9a-8033a78f9f5b service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] No waiting events found dispatching network-vif-plugged-2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:18:43 user nova-compute[75018]: WARNING nova.compute.manager [req-f6b49f0f-c854-4393-80f4-75b066850553 req-0f0b3b0d-f718-405e-ab9a-8033a78f9f5b service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Received unexpected event network-vif-plugged-2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 for instance with vm_state building and task_state spawning.
Dec 05 17:18:43 user nova-compute[75018]: INFO nova.compute.manager [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Took 29.01 seconds to build instance.
Dec 05 17:18:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-141d69d6-55f4-4b1a-900c-8a58377e4782 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "6d41b73a-e536-492c-8b03-271b325a885a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.132s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:18:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:18:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:19:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 05 17:19:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] There are 0 instances to clean {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 05 17:19:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "42047809-7e9a-489d-8ded-24bbe077df86" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:01 user nova-compute[75018]: DEBUG nova.compute.manager [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:19:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:01 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:19:01 user nova-compute[75018]: INFO nova.compute.claims [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Claim successful on node user
Dec 05 17:19:02 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.376s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG nova.network.neutron [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:19:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:19:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG nova.policy [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dab78d2fa724cc899682b1fff862555', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a3885e48a5d4d149950fda86dd8380a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:19:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Creating image(s)
Dec 05 17:19:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "/opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "/opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "/opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.215s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.178s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk 1073741824" returned: 0 in 0.051s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG nova.network.neutron [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Successfully created port: 096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.196s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Checking if we can resize image /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:19:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Cannot resize image /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Ensure instance console log exists: /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.network.neutron [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Successfully updated port: 096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "refresh_cache-42047809-7e9a-489d-8ded-24bbe077df86" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquired lock "refresh_cache-42047809-7e9a-489d-8ded-24bbe077df86" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.network.neutron [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.compute.manager [req-663f71cb-3b65-4425-8df4-ee73d166569b req-ffdc43ef-2759-44cf-8457-d272b59d6126 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received event network-changed-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.compute.manager [req-663f71cb-3b65-4425-8df4-ee73d166569b req-ffdc43ef-2759-44cf-8457-d272b59d6126 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Refreshing instance network info cache due to event network-changed-096b22a1-3628-46cb-9fcd-c889ec792f1b. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-663f71cb-3b65-4425-8df4-ee73d166569b req-ffdc43ef-2759-44cf-8457-d272b59d6126 service nova] Acquiring lock "refresh_cache-42047809-7e9a-489d-8ded-24bbe077df86" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.network.neutron [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.network.neutron [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Updating instance_info_cache with network_info: [{"id": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "address": "fa:16:3e:61:79:fd", "network": {"id": "6c71af3d-7d95-4a7f-869e-83758b5e1f3a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-950667391-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8a3885e48a5d4d149950fda86dd8380a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096b22a1-36", "ovs_interfaceid": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Releasing lock "refresh_cache-42047809-7e9a-489d-8ded-24bbe077df86" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.compute.manager [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Instance network_info: |[{"id": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "address": "fa:16:3e:61:79:fd", "network": {"id": "6c71af3d-7d95-4a7f-869e-83758b5e1f3a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-950667391-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8a3885e48a5d4d149950fda86dd8380a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096b22a1-36", "ovs_interfaceid": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-663f71cb-3b65-4425-8df4-ee73d166569b req-ffdc43ef-2759-44cf-8457-d272b59d6126 service nova] Acquired lock "refresh_cache-42047809-7e9a-489d-8ded-24bbe077df86" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.network.neutron [req-663f71cb-3b65-4425-8df4-ee73d166569b req-ffdc43ef-2759-44cf-8457-d272b59d6126 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Refreshing network info cache for port 096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Start _get_guest_xml network_info=[{"id": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "address": "fa:16:3e:61:79:fd", "network": {"id": "6c71af3d-7d95-4a7f-869e-83758b5e1f3a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-950667391-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8a3885e48a5d4d149950fda86dd8380a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096b22a1-36", "ovs_interfaceid": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:19:03 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:19:03 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:19:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-594576368',display_name='tempest-TestServerVolumeAttachmentScenario-server-594576368',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-594576368',id=41,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOH/YgHEwpw0jf5MB+FTEsgTb3Xvoo5JQVI4IiU1Km8NSgrCebybt4zeodSLgIjTNV2gZqSwFPN9bJU6e1pHA6TFeB1bPu/nfC+C5nLv8iE80A4YQy65yE/YyIGN4IHuFA==',key_name='tempest-keypair-795935046',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8a3885e48a5d4d149950fda86dd8380a',ramdisk_id='',reservation_id='r-nf2m8nv6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1222586868',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1222586868-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:19:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0dab78d2fa724cc899682b1fff862555',uuid=42047809-7e9a-489d-8ded-24bbe077df86,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "address": "fa:16:3e:61:79:fd", "network": {"id": "6c71af3d-7d95-4a7f-869e-83758b5e1f3a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-950667391-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8a3885e48a5d4d149950fda86dd8380a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096b22a1-36", "ovs_interfaceid": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Converting VIF {"id": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "address": "fa:16:3e:61:79:fd", "network": {"id": "6c71af3d-7d95-4a7f-869e-83758b5e1f3a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-950667391-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8a3885e48a5d4d149950fda86dd8380a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096b22a1-36", "ovs_interfaceid": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:79:fd,bridge_name='br-int',has_traffic_filtering=True,id=096b22a1-3628-46cb-9fcd-c889ec792f1b,network=Network(6c71af3d-7d95-4a7f-869e-83758b5e1f3a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap096b22a1-36') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.objects.instance [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lazy-loading 'pci_devices' on Instance uuid 42047809-7e9a-489d-8ded-24bbe077df86 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:19:03 user nova-compute[75018]:   <uuid>42047809-7e9a-489d-8ded-24bbe077df86</uuid>
Dec 05 17:19:03 user nova-compute[75018]:   <name>instance-00000029</name>
Dec 05 17:19:03 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:19:03 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:19:03 user nova-compute[75018]:   <metadata>
Dec 05 17:19:03 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:19:03 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:19:03 user nova-compute[75018]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-594576368</nova:name>
Dec 05 17:19:03 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:19:03</nova:creationTime>
Dec 05 17:19:03 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:19:03 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:19:03 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:19:03 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:19:03 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:19:03 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:19:03 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:19:03 user nova-compute[75018]:       <nova:owner>
Dec 05 17:19:03 user nova-compute[75018]:         <nova:user uuid="0dab78d2fa724cc899682b1fff862555">tempest-TestServerVolumeAttachmentScenario-1222586868-project-member</nova:user>
Dec 05 17:19:03 user nova-compute[75018]:         <nova:project uuid="8a3885e48a5d4d149950fda86dd8380a">tempest-TestServerVolumeAttachmentScenario-1222586868</nova:project>
Dec 05 17:19:03 user nova-compute[75018]:       </nova:owner>
Dec 05 17:19:03 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:19:03 user nova-compute[75018]:       <nova:ports>
Dec 05 17:19:03 user nova-compute[75018]:         <nova:port uuid="096b22a1-3628-46cb-9fcd-c889ec792f1b">
Dec 05 17:19:03 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 05 17:19:03 user nova-compute[75018]:         </nova:port>
Dec 05 17:19:03 user nova-compute[75018]:       </nova:ports>
Dec 05 17:19:03 user nova-compute[75018]:     </nova:instance>
Dec 05 17:19:03 user nova-compute[75018]:   </metadata>
Dec 05 17:19:03 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:19:03 user nova-compute[75018]:     <system>
Dec 05 17:19:03 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:19:03 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:19:03 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:19:03 user nova-compute[75018]:       <entry name="serial">42047809-7e9a-489d-8ded-24bbe077df86</entry>
Dec 05 17:19:03 user nova-compute[75018]:       <entry name="uuid">42047809-7e9a-489d-8ded-24bbe077df86</entry>
Dec 05 17:19:03 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:19:03 user nova-compute[75018]:     </system>
Dec 05 17:19:03 user nova-compute[75018]:   </sysinfo>
Dec 05 17:19:03 user nova-compute[75018]:   <os>
Dec 05 17:19:03 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:19:03 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:19:03 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:19:03 user nova-compute[75018]:   </os>
Dec 05 17:19:03 user nova-compute[75018]:   <features>
Dec 05 17:19:03 user nova-compute[75018]:     <acpi/>
Dec 05 17:19:03 user nova-compute[75018]:     <apic/>
Dec 05 17:19:03 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:19:03 user nova-compute[75018]:   </features>
Dec 05 17:19:03 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:19:03 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:19:03 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:19:03 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:19:03 user nova-compute[75018]:   </clock>
Dec 05 17:19:03 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:19:03 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:19:03 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:19:03 user nova-compute[75018]:   </cpu>
Dec 05 17:19:03 user nova-compute[75018]:   <devices>
Dec 05 17:19:03 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:19:03 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:19:03 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk"/>
Dec 05 17:19:03 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:19:03 user nova-compute[75018]:     </disk>
Dec 05 17:19:03 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:19:03 user nova-compute[75018]:       <mac address="fa:16:3e:61:79:fd"/>
Dec 05 17:19:03 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:19:03 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:19:03 user nova-compute[75018]:       <target dev="tap096b22a1-36"/>
Dec 05 17:19:03 user nova-compute[75018]:     </interface>
Dec 05 17:19:03 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:19:03 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/console.log" append="off"/>
Dec 05 17:19:03 user nova-compute[75018]:     </serial>
Dec 05 17:19:03 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:19:03 user nova-compute[75018]:     <video>
Dec 05 17:19:03 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:19:03 user nova-compute[75018]:     </video>
Dec 05 17:19:03 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:19:03 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:19:03 user nova-compute[75018]:     </rng>
Dec 05 17:19:03 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:19:03 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:19:03 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:19:03 user nova-compute[75018]:     </memballoon>
Dec 05 17:19:03 user nova-compute[75018]:   </devices>
Dec 05 17:19:03 user nova-compute[75018]: </domain>
Dec 05 17:19:03 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:19:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-594576368',display_name='tempest-TestServerVolumeAttachmentScenario-server-594576368',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-594576368',id=41,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOH/YgHEwpw0jf5MB+FTEsgTb3Xvoo5JQVI4IiU1Km8NSgrCebybt4zeodSLgIjTNV2gZqSwFPN9bJU6e1pHA6TFeB1bPu/nfC+C5nLv8iE80A4YQy65yE/YyIGN4IHuFA==',key_name='tempest-keypair-795935046',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8a3885e48a5d4d149950fda86dd8380a',ramdisk_id='',reservation_id='r-nf2m8nv6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1222586868',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1222586868-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:19:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0dab78d2fa724cc899682b1fff862555',uuid=42047809-7e9a-489d-8ded-24bbe077df86,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "address": "fa:16:3e:61:79:fd", "network": {"id": "6c71af3d-7d95-4a7f-869e-83758b5e1f3a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-950667391-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8a3885e48a5d4d149950fda86dd8380a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096b22a1-36", "ovs_interfaceid": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Converting VIF {"id": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "address": "fa:16:3e:61:79:fd", "network": {"id": "6c71af3d-7d95-4a7f-869e-83758b5e1f3a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-950667391-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8a3885e48a5d4d149950fda86dd8380a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096b22a1-36", "ovs_interfaceid": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:79:fd,bridge_name='br-int',has_traffic_filtering=True,id=096b22a1-3628-46cb-9fcd-c889ec792f1b,network=Network(6c71af3d-7d95-4a7f-869e-83758b5e1f3a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap096b22a1-36') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG os_vif [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:79:fd,bridge_name='br-int',has_traffic_filtering=True,id=096b22a1-3628-46cb-9fcd-c889ec792f1b,network=Network(6c71af3d-7d95-4a7f-869e-83758b5e1f3a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap096b22a1-36') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7b754803-5d15-5a68-a7ac-c901e94b24fd', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap096b22a1-36, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap096b22a1-36, col_values=(('qos', UUID('e4d2aaf6-3b82-4392-a60b-061a2366f4cb')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:19:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap096b22a1-36, col_values=(('external_ids', {'iface-id': '096b22a1-3628-46cb-9fcd-c889ec792f1b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:61:79:fd', 'vm-uuid': '42047809-7e9a-489d-8ded-24bbe077df86'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:19:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:19:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:04 user nova-compute[75018]: INFO os_vif [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:79:fd,bridge_name='br-int',has_traffic_filtering=True,id=096b22a1-3628-46cb-9fcd-c889ec792f1b,network=Network(6c71af3d-7d95-4a7f-869e-83758b5e1f3a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap096b22a1-36')
Dec 05 17:19:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:19:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] No VIF found with MAC fa:16:3e:61:79:fd, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:19:04 user nova-compute[75018]: DEBUG nova.network.neutron [req-663f71cb-3b65-4425-8df4-ee73d166569b req-ffdc43ef-2759-44cf-8457-d272b59d6126 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Updated VIF entry in instance network info cache for port 096b22a1-3628-46cb-9fcd-c889ec792f1b. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:19:04 user nova-compute[75018]: DEBUG nova.network.neutron [req-663f71cb-3b65-4425-8df4-ee73d166569b req-ffdc43ef-2759-44cf-8457-d272b59d6126 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Updating instance_info_cache with network_info: [{"id": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "address": "fa:16:3e:61:79:fd", "network": {"id": "6c71af3d-7d95-4a7f-869e-83758b5e1f3a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-950667391-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8a3885e48a5d4d149950fda86dd8380a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096b22a1-36", "ovs_interfaceid": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:19:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-663f71cb-3b65-4425-8df4-ee73d166569b req-ffdc43ef-2759-44cf-8457-d272b59d6126 service nova] Releasing lock "refresh_cache-42047809-7e9a-489d-8ded-24bbe077df86" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:19:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-0febe597-a9de-4cea-8492-df5a964dfbf1 req-77a4843b-e50f-4f4c-905a-8fb4f705be9c service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received event network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:19:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0febe597-a9de-4cea-8492-df5a964dfbf1 req-77a4843b-e50f-4f4c-905a-8fb4f705be9c service nova] Acquiring lock "42047809-7e9a-489d-8ded-24bbe077df86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0febe597-a9de-4cea-8492-df5a964dfbf1 req-77a4843b-e50f-4f4c-905a-8fb4f705be9c service nova] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0febe597-a9de-4cea-8492-df5a964dfbf1 req-77a4843b-e50f-4f4c-905a-8fb4f705be9c service nova] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-0febe597-a9de-4cea-8492-df5a964dfbf1 req-77a4843b-e50f-4f4c-905a-8fb4f705be9c service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] No waiting events found dispatching network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:19:06 user nova-compute[75018]: WARNING nova.compute.manager [req-0febe597-a9de-4cea-8492-df5a964dfbf1 req-77a4843b-e50f-4f4c-905a-8fb4f705be9c service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received unexpected event network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b for instance with vm_state building and task_state spawning.
Dec 05 17:19:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Skipping network cache update for instance because it is Building. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG nova.compute.manager [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:19:07 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Instance spawned successfully.
Dec 05 17:19:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:19:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:19:08 user nova-compute[75018]: INFO nova.compute.manager [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Took 5.75 seconds to spawn the instance on the hypervisor.
Dec 05 17:19:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Updating instance_info_cache with network_info: [{"id": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "address": "fa:16:3e:2c:95:36", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d9f2be-22", "ovs_interfaceid": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Going to confirm migration 2 {{(pid=75018) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG nova.compute.manager [req-edd0e14f-2415-4d3f-a8e3-c7b96aad1b2d req-f89da891-ce77-461a-9590-7a7d23952a08 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received event network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-edd0e14f-2415-4d3f-a8e3-c7b96aad1b2d req-f89da891-ce77-461a-9590-7a7d23952a08 service nova] Acquiring lock "42047809-7e9a-489d-8ded-24bbe077df86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-edd0e14f-2415-4d3f-a8e3-c7b96aad1b2d req-f89da891-ce77-461a-9590-7a7d23952a08 service nova] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-edd0e14f-2415-4d3f-a8e3-c7b96aad1b2d req-f89da891-ce77-461a-9590-7a7d23952a08 service nova] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG nova.compute.manager [req-edd0e14f-2415-4d3f-a8e3-c7b96aad1b2d req-f89da891-ce77-461a-9590-7a7d23952a08 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] No waiting events found dispatching network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:19:08 user nova-compute[75018]: WARNING nova.compute.manager [req-edd0e14f-2415-4d3f-a8e3-c7b96aad1b2d req-f89da891-ce77-461a-9590-7a7d23952a08 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received unexpected event network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b for instance with vm_state building and task_state spawning.
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:19:08 user nova-compute[75018]: INFO nova.compute.manager [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Took 6.55 seconds to build instance.
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-aa8567cc-8af9-4622-a88e-c78ee5abebec tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.652s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquired lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG nova.network.neutron [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lazy-loading 'info_cache' on Instance uuid ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG nova.network.neutron [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Updating instance_info_cache with network_info: [{"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Releasing lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lazy-loading 'migration_context' on Instance uuid ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG nova.objects.base [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Object Instance<ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6> lazy-loaded attributes: info_cache,migration_context {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Refreshing inventories for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Updating ProviderTree inventory for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Updating inventory in ProviderTree for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Refreshing aggregate associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, aggregates: None {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Refreshing trait associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, traits: COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:19:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:10 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:19:10 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:19:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.823s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:10 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:19:10 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:19:10 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=7949MB free_disk=25.056217193603516GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:19:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:10 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Deleted allocation for migration e20048cd-881a-48b4-8253-50ba94942caa
Dec 05 17:19:10 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:19:10 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:19:10 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b6d9d91d-12aa-40ab-9e7f-7cb40791b7da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:19:10 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a9a334cd-8464-4d5c-b19a-d84b14219e8b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:19:10 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:19:10 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a383fcff-e0b1-4358-aabc-3c7330b48e2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:19:10 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 6d41b73a-e536-492c-8b03-271b325a885a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:19:10 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 42047809-7e9a-489d-8ded-24bbe077df86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:19:10 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:19:10 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:19:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4c87a67b-07ba-4d2b-b829-6c5a65bad328 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 2.919s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:11 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:19:11 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:19:11 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:19:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.468s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:19:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:19:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:19:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:19:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:19:14 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:19:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:19:14 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances with incomplete migration  {{(pid=75018) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 05 17:19:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:19:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:19:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:19:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:19:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:28 user nova-compute[75018]: INFO nova.compute.manager [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Terminating instance
Dec 05 17:19:28 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:19:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-ce38ee1d-6af1-4787-9c53-cc896d6480cc req-0f5d610d-add8-47b0-9f6b-944377fb2c50 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received event network-vif-unplugged-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:19:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ce38ee1d-6af1-4787-9c53-cc896d6480cc req-0f5d610d-add8-47b0-9f6b-944377fb2c50 service nova] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ce38ee1d-6af1-4787-9c53-cc896d6480cc req-0f5d610d-add8-47b0-9f6b-944377fb2c50 service nova] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ce38ee1d-6af1-4787-9c53-cc896d6480cc req-0f5d610d-add8-47b0-9f6b-944377fb2c50 service nova] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-ce38ee1d-6af1-4787-9c53-cc896d6480cc req-0f5d610d-add8-47b0-9f6b-944377fb2c50 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] No waiting events found dispatching network-vif-unplugged-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:19:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-ce38ee1d-6af1-4787-9c53-cc896d6480cc req-0f5d610d-add8-47b0-9f6b-944377fb2c50 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received event network-vif-unplugged-2955f0bc-645c-4671-9825-568aabfaf928 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:19:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:29 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Instance destroyed successfully.
Dec 05 17:19:29 user nova-compute[75018]: DEBUG nova.objects.instance [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lazy-loading 'resources' on Instance uuid c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:11:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1126292294',display_name='tempest-SnapshotDataIntegrityTests-server-1126292294',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1126292294',id=30,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIY1RTVppMnvWinwhUE4O6XPFlYgcO3cu1dcyu+peLSBThwhnKO8e436bIUS6EXyg5aVJaBYW94TJ/JvOvs0l5GLtsDnImgZVDpv8VkMcVhx0uvuZpu5e2KwTO42Gl5Cow==',key_name='tempest-keypair-1835145482',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:11:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e2dc8f571c7d4ebbbc48274c7c56cadf',ramdisk_id='',reservation_id='r-nl42cc0j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1551909653',owner_user_name='tempest-SnapshotDataIntegrityTests-1551909653-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:11:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc03a472a07143b8ba4c6e3eded68039',uuid=c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2955f0bc-645c-4671-9825-568aabfaf928", "address": "fa:16:3e:f3:6d:97", "network": {"id": "48dcfff2-ba5f-49ba-bf52-bfab9612f9b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1761942446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2dc8f571c7d4ebbbc48274c7c56cadf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2955f0bc-64", "ovs_interfaceid": "2955f0bc-645c-4671-9825-568aabfaf928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Converting VIF {"id": "2955f0bc-645c-4671-9825-568aabfaf928", "address": "fa:16:3e:f3:6d:97", "network": {"id": "48dcfff2-ba5f-49ba-bf52-bfab9612f9b3", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1761942446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2dc8f571c7d4ebbbc48274c7c56cadf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2955f0bc-64", "ovs_interfaceid": "2955f0bc-645c-4671-9825-568aabfaf928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f3:6d:97,bridge_name='br-int',has_traffic_filtering=True,id=2955f0bc-645c-4671-9825-568aabfaf928,network=Network(48dcfff2-ba5f-49ba-bf52-bfab9612f9b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2955f0bc-64') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG os_vif [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f3:6d:97,bridge_name='br-int',has_traffic_filtering=True,id=2955f0bc-645c-4671-9825-568aabfaf928,network=Network(48dcfff2-ba5f-49ba-bf52-bfab9612f9b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2955f0bc-64') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2955f0bc-64, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=561b46d1-c9e8-486f-af44-66a5cd7f4b06) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:19:29 user nova-compute[75018]: INFO os_vif [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f3:6d:97,bridge_name='br-int',has_traffic_filtering=True,id=2955f0bc-645c-4671-9825-568aabfaf928,network=Network(48dcfff2-ba5f-49ba-bf52-bfab9612f9b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2955f0bc-64')
Dec 05 17:19:29 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Deleting instance files /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e_del
Dec 05 17:19:29 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Deletion of /opt/stack/data/nova/instances/c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e_del complete
Dec 05 17:19:29 user nova-compute[75018]: INFO nova.compute.manager [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Took 1.00 seconds to destroy the instance on the hypervisor.
Dec 05 17:19:29 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:19:30 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Took 0.88 seconds to deallocate network for instance.
Dec 05 17:19:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-e890066d-d67a-4cd2-a8be-231040624535 req-068a7b25-cdec-4231-8a31-7b414cd660b8 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received event network-vif-deleted-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.323s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:30 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Deleted allocations for instance c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e
Dec 05 17:19:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received event network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] No waiting events found dispatching network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:19:30 user nova-compute[75018]: WARNING nova.compute.manager [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received unexpected event network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 for instance with vm_state deleted and task_state None.
Dec 05 17:19:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received event network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] No waiting events found dispatching network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:19:30 user nova-compute[75018]: WARNING nova.compute.manager [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received unexpected event network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 for instance with vm_state deleted and task_state None.
Dec 05 17:19:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received event network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] No waiting events found dispatching network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:19:30 user nova-compute[75018]: WARNING nova.compute.manager [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received unexpected event network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 for instance with vm_state deleted and task_state None.
Dec 05 17:19:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received event network-vif-unplugged-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] No waiting events found dispatching network-vif-unplugged-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:19:30 user nova-compute[75018]: WARNING nova.compute.manager [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received unexpected event network-vif-unplugged-2955f0bc-645c-4671-9825-568aabfaf928 for instance with vm_state deleted and task_state None.
Dec 05 17:19:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received event network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] Acquiring lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] No waiting events found dispatching network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:19:30 user nova-compute[75018]: WARNING nova.compute.manager [req-07e22a22-8d34-46b4-8da7-1d3c9461e871 req-304ab4c7-a6ad-4544-993e-ced042faf4a5 service nova] [instance: c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e] Received unexpected event network-vif-plugged-2955f0bc-645c-4671-9825-568aabfaf928 for instance with vm_state deleted and task_state None.
Dec 05 17:19:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d618ddc8-1b01-49eb-b4c7-30c2f75141ba tempest-SnapshotDataIntegrityTests-1551909653 tempest-SnapshotDataIntegrityTests-1551909653-project-member] Lock "c5e6ce57-f560-4ff7-aa10-e5f429ff7a8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.526s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:31 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:19:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:19:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:19:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:19:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:19:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:19:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG nova.objects.instance [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lazy-loading 'flavor' on Instance uuid a383fcff-e0b1-4358-aabc-3c7330b48e2b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.102s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:19:57 user nova-compute[75018]: INFO nova.compute.manager [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Attaching volume 8c1aef6c-93df-45c5-ab13-ccba59c95df6 to /dev/vdb
Dec 05 17:19:57 user nova-compute[75018]: DEBUG os_brick.utils [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[25d29511-5088-460d-83fe-0b6dc3657d5c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3abc1917-7eae-4252-873c-50a3b0615896]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[efa946ad-3a98-4375-a9ca-14dbb7e96195]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8504bf63-d3ed-4baf-b159-0565e21229d0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:19:57 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:19:57 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fa340cb-e452-4a4e-a9f7-25e3a4fbfa8c]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG os_brick.utils [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:19:57 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Updating existing volume attachment record: 89a4ae6d-cfaa-4151-987a-408f477c130d {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:19:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:20:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:20:05 user nova-compute[75018]: DEBUG nova.compute.manager [req-804b880b-ad5d-4c4d-9a99-dd31e91de0c2 req-c6db7429-5f57-4d5f-adae-19d19832dcd5 service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Received event network-changed-2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:20:05 user nova-compute[75018]: DEBUG nova.compute.manager [req-804b880b-ad5d-4c4d-9a99-dd31e91de0c2 req-c6db7429-5f57-4d5f-adae-19d19832dcd5 service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Refreshing instance network info cache due to event network-changed-2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:20:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-804b880b-ad5d-4c4d-9a99-dd31e91de0c2 req-c6db7429-5f57-4d5f-adae-19d19832dcd5 service nova] Acquiring lock "refresh_cache-6d41b73a-e536-492c-8b03-271b325a885a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:20:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-804b880b-ad5d-4c4d-9a99-dd31e91de0c2 req-c6db7429-5f57-4d5f-adae-19d19832dcd5 service nova] Acquired lock "refresh_cache-6d41b73a-e536-492c-8b03-271b325a885a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:20:05 user nova-compute[75018]: DEBUG nova.network.neutron [req-804b880b-ad5d-4c4d-9a99-dd31e91de0c2 req-c6db7429-5f57-4d5f-adae-19d19832dcd5 service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Refreshing network info cache for port 2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:20:05 user nova-compute[75018]: DEBUG nova.network.neutron [req-804b880b-ad5d-4c4d-9a99-dd31e91de0c2 req-c6db7429-5f57-4d5f-adae-19d19832dcd5 service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Updated VIF entry in instance network info cache for port 2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:20:05 user nova-compute[75018]: DEBUG nova.network.neutron [req-804b880b-ad5d-4c4d-9a99-dd31e91de0c2 req-c6db7429-5f57-4d5f-adae-19d19832dcd5 service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Updating instance_info_cache with network_info: [{"id": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "address": "fa:16:3e:7d:6d:f8", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dbff8b7-4a", "ovs_interfaceid": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:20:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-804b880b-ad5d-4c4d-9a99-dd31e91de0c2 req-c6db7429-5f57-4d5f-adae-19d19832dcd5 service nova] Releasing lock "refresh_cache-6d41b73a-e536-492c-8b03-271b325a885a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:20:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "6d41b73a-e536-492c-8b03-271b325a885a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:20:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "6d41b73a-e536-492c-8b03-271b325a885a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:20:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "6d41b73a-e536-492c-8b03-271b325a885a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:20:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "6d41b73a-e536-492c-8b03-271b325a885a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:20:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "6d41b73a-e536-492c-8b03-271b325a885a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:20:05 user nova-compute[75018]: INFO nova.compute.manager [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Terminating instance
Dec 05 17:20:05 user nova-compute[75018]: DEBUG nova.compute.manager [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:20:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-161b2519-7766-4d10-b7c6-f765558e8d00 req-d0ee3dfe-54e2-4576-a53e-79280bde793f service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Received event network-vif-unplugged-2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-161b2519-7766-4d10-b7c6-f765558e8d00 req-d0ee3dfe-54e2-4576-a53e-79280bde793f service nova] Acquiring lock "6d41b73a-e536-492c-8b03-271b325a885a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-161b2519-7766-4d10-b7c6-f765558e8d00 req-d0ee3dfe-54e2-4576-a53e-79280bde793f service nova] Lock "6d41b73a-e536-492c-8b03-271b325a885a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-161b2519-7766-4d10-b7c6-f765558e8d00 req-d0ee3dfe-54e2-4576-a53e-79280bde793f service nova] Lock "6d41b73a-e536-492c-8b03-271b325a885a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-161b2519-7766-4d10-b7c6-f765558e8d00 req-d0ee3dfe-54e2-4576-a53e-79280bde793f service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] No waiting events found dispatching network-vif-unplugged-2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-161b2519-7766-4d10-b7c6-f765558e8d00 req-d0ee3dfe-54e2-4576-a53e-79280bde793f service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Received event network-vif-unplugged-2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:06 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Instance destroyed successfully.
Dec 05 17:20:06 user nova-compute[75018]: DEBUG nova.objects.instance [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lazy-loading 'resources' on Instance uuid 6d41b73a-e536-492c-8b03-271b325a885a {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:18:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-293937879',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-293937879',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-293937879',id=40,image_ref='88b1b50f-3453-4ba4-b42f-3ba0bad9d746',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEHVU4ApZaplaBqz0ynxdlooxWULcYiV/m08OAKSGG8V5swE9Y0wJlAMZ09+q16pWjfFLmKSd4CxKkNyQIkO/wLB9CaqK4xvCi6vyawZsbvXmA7ODdHuSUL9yUvD6JiIvg==',key_name='tempest-keypair-1549918039',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:18:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-awhh56zq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1277319653',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:18:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=6d41b73a-e536-492c-8b03-271b325a885a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "address": "fa:16:3e:7d:6d:f8", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dbff8b7-4a", "ovs_interfaceid": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "address": "fa:16:3e:7d:6d:f8", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dbff8b7-4a", "ovs_interfaceid": "2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:6d:f8,bridge_name='br-int',has_traffic_filtering=True,id=2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dbff8b7-4a') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG os_vif [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:6d:f8,bridge_name='br-int',has_traffic_filtering=True,id=2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dbff8b7-4a') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2dbff8b7-4a, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ffbbef22-179a-42f0-8580-c57eb7fce7d4) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:06 user nova-compute[75018]: INFO os_vif [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:6d:f8,bridge_name='br-int',has_traffic_filtering=True,id=2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dbff8b7-4a')
Dec 05 17:20:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OCpRFfcn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:20:06 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:20:06 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9af46af-4f36-4505-b91a-acac29ed5fd4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:20:06 user nova-compute[75018]: No targets found.
Dec 05 17:20:06 user nova-compute[75018]: iSNS:
Dec 05 17:20:06 user nova-compute[75018]: No targets found.
Dec 05 17:20:06 user nova-compute[75018]: STATIC:
Dec 05 17:20:06 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1
Dec 05 17:20:06 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:20:06 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:20:06 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565
Dec 05 17:20:06 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:20:06 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:20:06 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca
Dec 05 17:20:06 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:20:06 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:20:06 user nova-compute[75018]: FIRMWARE:
Dec 05 17:20:06 user nova-compute[75018]: No targets found.
Dec 05 17:20:06 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:20:06 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:20:06 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[de16f87f-139f-41d1-ad7d-47b6747c3840]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f69fca23-d589-44a5-b396-2cb889ed29f5]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:20:06 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:20:06 user nova-compute[75018]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 (non-flash)
Dec 05 17:20:06 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:20:06 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:20:06 user nova-compute[75018]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 (non-flash)
Dec 05 17:20:06 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a8261f30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1'): ({'sdd'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Removing single pathed devices sdd {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b717f0d-abd8-40f6-93e7-f01451ea01c3]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b2529a6-d930-4379-aa42-cec002088bec]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flushing IO for device /dev/sdd {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bada991-b51b-4102-a92e-8a5fb25b338d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.036s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6b18bde-ba30-4f1a-a333-ead052e563f4]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO3180e9a1-54fcd5728abfa99e', '/dev/disk/by-id/scsi-23534666364353732', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_3180e9a1') {{(pid=85682) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa829594-beb8-4511-8a2e-da6f21f3e249]: (4, None) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:20:06 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4ff5424-7d04-43f5-870d-83f08428d9d4]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[218b0472-2469-4e61-b083-b56e2614394e]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1, portal: 172.16.0.220,3260]
Dec 05 17:20:07 user nova-compute[75018]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1, portal: 172.16.0.220,3260] successful.
Dec 05 17:20:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d91ca2-8ed3-4a16-bd59-78c815e3caa1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfddae52-ffb4-4d6d-8a4a-266cb9c0a21e]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== disconnect_volume: return (308ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:20:07 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Deleting instance files /opt/stack/data/nova/instances/6d41b73a-e536-492c-8b03-271b325a885a_del
Dec 05 17:20:07 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Deletion of /opt/stack/data/nova/instances/6d41b73a-e536-492c-8b03-271b325a885a_del complete
Dec 05 17:20:07 user nova-compute[75018]: INFO nova.compute.manager [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Took 1.24 seconds to destroy the instance on the hypervisor.
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GtQAFZXe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:20:07 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:20:07 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:20:07 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4422575f-8ba4-4b3d-8264-50729726c319]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:20:07 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a2791f2-9d0d-4f21-bbe1-f3688803a3eb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6] added
Dec 05 17:20:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c2ae958-4c21-4b33-a2ee-aebb148e6e75]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3750b3e1-8c89-400b-ae09-e5689b9c61aa]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GtQAFZXe {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GtQAFZXe" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f55921b2-fd7b-4fc3-b01b-435444d7f748]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GtQAFZXe'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[43508242-e0d7-4057-8fa5-f0d925ce34db]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[18c41310-5b4f-494f-8029-3d0bf4aa1ed9]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:20:07 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:20:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:20:07 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:20:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[576b935f-071b-4188-a676-1185dda0a88b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6, portal: 172.16.0.220,3260]
Dec 05 17:20:07 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6, portal: 172.16.0.220,3260] successful.
Dec 05 17:20:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d21fc31-b239-4862-bce8-fb14d4f932a1]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[65b7b99f-498b-4833-8198-6d21b279d665]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:20:07 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:20:07 user nova-compute[75018]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:20:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:20:07 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:20:07 user nova-compute[75018]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:20:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] HCTL ('35', '-', '-', 0) found on session 47 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a6dc324-e40a-4e19-a0e5-9ebd63c06e3e]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Searching for a device in session 47 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GtQAFZXe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:07 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:20:07 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Took 0.69 seconds to deallocate network for instance.
Dec 05 17:20:07 user nova-compute[75018]: DEBUG nova.compute.manager [req-75d888f5-e15a-4e7b-a2a6-166add1cb009 req-f6ce5090-04b0-4a82-b02e-458d594b6383 service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Received event network-vif-deleted-2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:20:08 user nova-compute[75018]: DEBUG nova.compute.manager [req-e1e9a6bf-cd57-4d76-aa65-733fc1262330 req-69238377-c662-4714-bf3a-2aa8802eecba service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Received event network-vif-plugged-2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:20:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e1e9a6bf-cd57-4d76-aa65-733fc1262330 req-69238377-c662-4714-bf3a-2aa8802eecba service nova] Acquiring lock "6d41b73a-e536-492c-8b03-271b325a885a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:20:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e1e9a6bf-cd57-4d76-aa65-733fc1262330 req-69238377-c662-4714-bf3a-2aa8802eecba service nova] Lock "6d41b73a-e536-492c-8b03-271b325a885a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:20:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e1e9a6bf-cd57-4d76-aa65-733fc1262330 req-69238377-c662-4714-bf3a-2aa8802eecba service nova] Lock "6d41b73a-e536-492c-8b03-271b325a885a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:20:08 user nova-compute[75018]: DEBUG nova.compute.manager [req-e1e9a6bf-cd57-4d76-aa65-733fc1262330 req-69238377-c662-4714-bf3a-2aa8802eecba service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] No waiting events found dispatching network-vif-plugged-2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:20:08 user nova-compute[75018]: WARNING nova.compute.manager [req-e1e9a6bf-cd57-4d76-aa65-733fc1262330 req-69238377-c662-4714-bf3a-2aa8802eecba service nova] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Received unexpected event network-vif-plugged-2dbff8b7-4a4b-4d14-ba93-8e9ad77b3c79 for instance with vm_state active and task_state deleting.
Dec 05 17:20:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:20:08 user nova-compute[75018]: INFO nova.compute.manager [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Took 0.79 seconds to detach 1 volumes for instance.
Dec 05 17:20:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 6d41b73a-e536-492c-8b03-271b325a885a] Deleting volume: 57d91ca2-8ed3-4a16-bd59-78c815e3caa1 {{(pid=75018) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 05 17:20:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.311s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:20:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] <== connect_volume: return (1313ms) {'type': 'block', 'scsi_wwn': '23565666436393737', 'path': '/dev/sdd'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:20:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23565666436393737', 'path': '/dev/sdd'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:20:08 user nova-compute[75018]: DEBUG nova.objects.instance [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lazy-loading 'flavor' on Instance uuid a383fcff-e0b1-4358-aabc-3c7330b48e2b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:20:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:20:08 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:20:08 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:20:08 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:20:08 user nova-compute[75018]:   <serial>8c1aef6c-93df-45c5-ab13-ccba59c95df6</serial>
Dec 05 17:20:08 user nova-compute[75018]: </disk>
Dec 05 17:20:08 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:20:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:20:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:20:09 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:20:09 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:20:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.287s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:20:09 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Deleted allocations for instance 6d41b73a-e536-492c-8b03-271b325a885a
Dec 05 17:20:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3b56fc55-4f22-46d1-9b28-10b66b9a663e tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "6d41b73a-e536-492c-8b03-271b325a885a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.280s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:20:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:20:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:20:09 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] No VIF found with MAC fa:16:3e:b4:86:e7, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:20:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6e39ffa5-b14a-4bd8-8ef8-8e40aa22ecd0 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.836s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:20:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:20:09 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:20:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:20:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:20:09 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Updating instance_info_cache with network_info: [{"id": "ef02d20a-e093-4512-ab28-3219b566be82", "address": "fa:16:3e:17:aa:7e", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapef02d20a-e0", "ovs_interfaceid": "ef02d20a-e093-4512-ab28-3219b566be82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:20:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:11 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:11 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:11 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:20:11 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:11 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:11 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:11 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:12 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:20:12 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:20:12 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8101MB free_disk=25.05455780029297GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:20:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:20:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:20:12 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:20:12 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b6d9d91d-12aa-40ab-9e7f-7cb40791b7da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:20:12 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a9a334cd-8464-4d5c-b19a-d84b14219e8b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:20:12 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:20:12 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a383fcff-e0b1-4358-aabc-3c7330b48e2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:20:12 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 42047809-7e9a-489d-8ded-24bbe077df86 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:20:12 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:20:12 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:20:12 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:20:12 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:20:12 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:20:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.405s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:20:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:20:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:20:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:20:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:20:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:20:15 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:20:15 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:20:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-e1c389ff-215a-47da-9344-0f1d2e95959d req-182e8d67-608b-45e9-9def-13267423c1ed service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received event network-changed-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:20:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-e1c389ff-215a-47da-9344-0f1d2e95959d req-182e8d67-608b-45e9-9def-13267423c1ed service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Refreshing instance network info cache due to event network-changed-2b1cc77c-5c25-4058-998f-5dd6047dcfff. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:20:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e1c389ff-215a-47da-9344-0f1d2e95959d req-182e8d67-608b-45e9-9def-13267423c1ed service nova] Acquiring lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:20:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e1c389ff-215a-47da-9344-0f1d2e95959d req-182e8d67-608b-45e9-9def-13267423c1ed service nova] Acquired lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:20:16 user nova-compute[75018]: DEBUG nova.network.neutron [req-e1c389ff-215a-47da-9344-0f1d2e95959d req-182e8d67-608b-45e9-9def-13267423c1ed service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Refreshing network info cache for port 2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:20:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:20:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:20:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:20:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:20:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-e1c389ff-215a-47da-9344-0f1d2e95959d req-182e8d67-608b-45e9-9def-13267423c1ed service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Updated VIF entry in instance network info cache for port 2b1cc77c-5c25-4058-998f-5dd6047dcfff. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:20:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-e1c389ff-215a-47da-9344-0f1d2e95959d req-182e8d67-608b-45e9-9def-13267423c1ed service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Updating instance_info_cache with network_info: [{"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:20:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e1c389ff-215a-47da-9344-0f1d2e95959d req-182e8d67-608b-45e9-9def-13267423c1ed service nova] Releasing lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:20:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-56b5203c-6ec9-421f-9065-69482642b3d7 req-d4989279-39da-4a4b-906f-454c55776cbf service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received event network-changed-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:20:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-56b5203c-6ec9-421f-9065-69482642b3d7 req-d4989279-39da-4a4b-906f-454c55776cbf service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Refreshing instance network info cache due to event network-changed-2b1cc77c-5c25-4058-998f-5dd6047dcfff. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:20:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-56b5203c-6ec9-421f-9065-69482642b3d7 req-d4989279-39da-4a4b-906f-454c55776cbf service nova] Acquiring lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:20:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-56b5203c-6ec9-421f-9065-69482642b3d7 req-d4989279-39da-4a4b-906f-454c55776cbf service nova] Acquired lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:20:19 user nova-compute[75018]: DEBUG nova.network.neutron [req-56b5203c-6ec9-421f-9065-69482642b3d7 req-d4989279-39da-4a4b-906f-454c55776cbf service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Refreshing network info cache for port 2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:20:19 user nova-compute[75018]: DEBUG nova.network.neutron [req-56b5203c-6ec9-421f-9065-69482642b3d7 req-d4989279-39da-4a4b-906f-454c55776cbf service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Updated VIF entry in instance network info cache for port 2b1cc77c-5c25-4058-998f-5dd6047dcfff. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:20:19 user nova-compute[75018]: DEBUG nova.network.neutron [req-56b5203c-6ec9-421f-9065-69482642b3d7 req-d4989279-39da-4a4b-906f-454c55776cbf service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Updating instance_info_cache with network_info: [{"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:20:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-56b5203c-6ec9-421f-9065-69482642b3d7 req-d4989279-39da-4a4b-906f-454c55776cbf service nova] Releasing lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:20:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:20:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:20:24 user nova-compute[75018]: INFO nova.compute.manager [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Rebooting instance
Dec 05 17:20:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:20:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquired lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:20:24 user nova-compute[75018]: DEBUG nova.network.neutron [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:20:24 user nova-compute[75018]: DEBUG nova.network.neutron [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Updating instance_info_cache with network_info: [{"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:20:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Releasing lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:20:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:20:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.compute.manager [req-288880a5-5a8f-4df3-bbf9-800fc9a8011f req-2927ae25-7ec4-4a88-955e-edcac30fe48a service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received event network-vif-unplugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-288880a5-5a8f-4df3-bbf9-800fc9a8011f req-2927ae25-7ec4-4a88-955e-edcac30fe48a service nova] Acquiring lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-288880a5-5a8f-4df3-bbf9-800fc9a8011f req-2927ae25-7ec4-4a88-955e-edcac30fe48a service nova] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-288880a5-5a8f-4df3-bbf9-800fc9a8011f req-2927ae25-7ec4-4a88-955e-edcac30fe48a service nova] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.compute.manager [req-288880a5-5a8f-4df3-bbf9-800fc9a8011f req-2927ae25-7ec4-4a88-955e-edcac30fe48a service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] No waiting events found dispatching network-vif-unplugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:20:25 user nova-compute[75018]: WARNING nova.compute.manager [req-288880a5-5a8f-4df3-bbf9-800fc9a8011f req-2927ae25-7ec4-4a88-955e-edcac30fe48a service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received unexpected event network-vif-unplugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff for instance with vm_state active and task_state reboot_started_hard.
Dec 05 17:20:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:25 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Instance destroyed successfully.
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.objects.instance [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lazy-loading 'resources' on Instance uuid a383fcff-e0b1-4358-aabc-3c7330b48e2b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:18:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2107218833',display_name='tempest-TestMinimumBasicScenario-server-2107218833',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2107218833',id=39,image_ref='5eaf03a7-a5be-467d-b018-77d987f23aaa',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHe0JLvsj411Ow0AeKOfi8QjTVkfk8dM/TsjdEa133ApiU5VvrmF+c7+59ZYoEeze4eS031eND3f45sI/CzP5JWWT6y6Z/Mnfy9gAb8mGzzZ6rZ4ghSveiC5I5Qp9e6ZXw==',key_name='tempest-TestMinimumBasicScenario-740818327',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:18:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4c4d72b9cd5841beb8f880690d520983',ramdisk_id='',reservation_id='r-yjgbkwag',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5eaf03a7-a5be-467d-b018-77d987f23aaa',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1857575594',owner_user_name='tempest-TestMinimumBasicScenario-1857575594-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:20:25Z,user_data=None,user_id='1a016262239842fa8d11bb93951ea659',uuid=a383fcff-e0b1-4358-aabc-3c7330b48e2b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converting VIF {"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b4:86:e7,bridge_name='br-int',has_traffic_filtering=True,id=2b1cc77c-5c25-4058-998f-5dd6047dcfff,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1cc77c-5c') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_vif [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b4:86:e7,bridge_name='br-int',has_traffic_filtering=True,id=2b1cc77c-5c25-4058-998f-5dd6047dcfff,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1cc77c-5c') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2b1cc77c-5c, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3b9247a4-7244-4e7f-b8c0-e95f87ce9a36) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:20:25 user nova-compute[75018]: INFO os_vif [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b4:86:e7,bridge_name='br-int',has_traffic_filtering=True,id=2b1cc77c-5c25-4058-998f-5dd6047dcfff,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1cc77c-5c')
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GtQAFZXe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:20:25 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[10d7f239-fc5c-4930-8365-e90c6abb795c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:20:25 user nova-compute[75018]: No targets found.
Dec 05 17:20:25 user nova-compute[75018]: iSNS:
Dec 05 17:20:25 user nova-compute[75018]: No targets found.
Dec 05 17:20:25 user nova-compute[75018]: STATIC:
Dec 05 17:20:25 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6
Dec 05 17:20:25 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:20:25 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:20:25 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565
Dec 05 17:20:25 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:20:25 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:20:25 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca
Dec 05 17:20:25 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:20:25 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:20:25 user nova-compute[75018]: FIRMWARE:
Dec 05 17:20:25 user nova-compute[75018]: No targets found.
Dec 05 17:20:25 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:20:25 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:20:25 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0249096d-3cea-470a-a5bc-a51f04402398]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[23ca9bf8-1a1c-487c-8919-f86f5c90c777]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:20:25 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:20:25 user nova-compute[75018]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:20:25 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:20:25 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:20:25 user nova-compute[75018]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:20:25 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c84dbd90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6'): ({'sdd'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Removing single pathed devices sdd {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a19056c-3278-4fb3-b3ec-dd923d3fa573]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7586f76-d348-4ff7-b18f-186a11376bcb]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Flushing IO for device /dev/sdd {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[40d72e46-b9b4-4e2e-b94c-05cc8bcd76e2]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.044s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8b62369-221a-4157-bee4-3e9b988a3f61]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.050s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[81e8e96a-0de9-4361-929e-5e1fbbbfd1a1]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7034893-75ba-484e-82c3-1c1ee151e562]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6, portal: 172.16.0.220,3260]
Dec 05 17:20:25 user nova-compute[75018]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6, portal: 172.16.0.220,3260] successful.
Dec 05 17:20:25 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5a9a0af-ba5e-4c9b-ac72-6c46000e3371]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.342s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] <== disconnect_volume: return (344ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Start _get_guest_xml network_info=[{"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=5eaf03a7-a5be-467d-b018-77d987f23aaa,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '5eaf03a7-a5be-467d-b018-77d987f23aaa'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GtQAFZXe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': 'a383fcff-e0b1-4358-aabc-3c7330b48e2b', 'attached_at': '', 'detached_at': '', 'volume_id': '8c1aef6c-93df-45c5-ab13-ccba59c95df6', 'serial': '8c1aef6c-93df-45c5-ab13-ccba59c95df6'}, 'attachment_id': '89a4ae6d-cfaa-4151-987a-408f477c130d', 'delete_on_termination': False, 'boot_index': None, 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:20:25 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:20:25 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=5eaf03a7-a5be-467d-b018-77d987f23aaa,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:20:25 user nova-compute[75018]: DEBUG nova.objects.instance [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lazy-loading 'vcpu_model' on Instance uuid a383fcff-e0b1-4358-aabc-3c7330b48e2b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG nova.objects.base [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Object Instance<a383fcff-e0b1-4358-aabc-3c7330b48e2b> lazy-loaded attributes: resources,vcpu_model {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GtQAFZXe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:20:26 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:20:26 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:20:26 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b81ba67-a7bd-4bfa-acaa-d64ea6f7165c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:20:26 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9aa851c-4949-49aa-a635-0f802402a3db]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6] added
Dec 05 17:20:26 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bd319d1-0a7a-4157-ba14-8a8c8f27c8b8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[81dfed35-1d6d-4e20-a1f3-2197665faa05]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GtQAFZXe {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GtQAFZXe" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9196d462-508f-41f6-98c1-c54404ea3cc4]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GtQAFZXe'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9e7a3e0-2627-41e7-a705-329abff2150b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f90cf84-8b6b-4b77-b05f-7bee4344d0ef]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:20:26 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:20:26 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:20:26 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:20:26 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfa5461e-584b-48f1-9bc8-785c58865980]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6, portal: 172.16.0.220,3260]
Dec 05 17:20:26 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6, portal: 172.16.0.220,3260] successful.
Dec 05 17:20:26 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a66687f-0fab-4c13-a01e-f820831e8856]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e276214-1c2b-4190-95da-1bcb3fec049c]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:20:26 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:20:26 user nova-compute[75018]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:20:26 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:20:26 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:20:26 user nova-compute[75018]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:20:26 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] HCTL ('35', '-', '-', 0) found on session 48 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a69c3705-318c-4c73-b987-ca4ac9bdf1a3]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Searching for a device in session 48 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:20:26 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GtQAFZXe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-acab514b-be6e-4c90-943d-618b725bf87c req-56f64e6c-76c8-431a-aa94-071418470aaf service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received event network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-acab514b-be6e-4c90-943d-618b725bf87c req-56f64e6c-76c8-431a-aa94-071418470aaf service nova] Acquiring lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-acab514b-be6e-4c90-943d-618b725bf87c req-56f64e6c-76c8-431a-aa94-071418470aaf service nova] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-acab514b-be6e-4c90-943d-618b725bf87c req-56f64e6c-76c8-431a-aa94-071418470aaf service nova] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-acab514b-be6e-4c90-943d-618b725bf87c req-56f64e6c-76c8-431a-aa94-071418470aaf service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] No waiting events found dispatching network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:20:27 user nova-compute[75018]: WARNING nova.compute.manager [req-acab514b-be6e-4c90-943d-618b725bf87c req-56f64e6c-76c8-431a-aa94-071418470aaf service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received unexpected event network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff for instance with vm_state active and task_state reboot_started_hard.
Dec 05 17:20:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.325s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] <== connect_volume: return (1327ms) {'type': 'block', 'scsi_wwn': '23565666436393737', 'path': '/dev/sdd'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23565666436393737', 'path': '/dev/sdd'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:18:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2107218833',display_name='tempest-TestMinimumBasicScenario-server-2107218833',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2107218833',id=39,image_ref='5eaf03a7-a5be-467d-b018-77d987f23aaa',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHe0JLvsj411Ow0AeKOfi8QjTVkfk8dM/TsjdEa133ApiU5VvrmF+c7+59ZYoEeze4eS031eND3f45sI/CzP5JWWT6y6Z/Mnfy9gAb8mGzzZ6rZ4ghSveiC5I5Qp9e6ZXw==',key_name='tempest-TestMinimumBasicScenario-740818327',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:18:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4c4d72b9cd5841beb8f880690d520983',ramdisk_id='',reservation_id='r-yjgbkwag',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5eaf03a7-a5be-467d-b018-77d987f23aaa',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1857575594',owner_user_name='tempest-TestMinimumBasicScenario-1857575594-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:20:25Z,user_data=None,user_id='1a016262239842fa8d11bb93951ea659',uuid=a383fcff-e0b1-4358-aabc-3c7330b48e2b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converting VIF {"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b4:86:e7,bridge_name='br-int',has_traffic_filtering=True,id=2b1cc77c-5c25-4058-998f-5dd6047dcfff,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1cc77c-5c') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG nova.objects.instance [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lazy-loading 'pci_devices' on Instance uuid a383fcff-e0b1-4358-aabc-3c7330b48e2b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG nova.objects.base [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Object Instance<a383fcff-e0b1-4358-aabc-3c7330b48e2b> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:20:27 user nova-compute[75018]:   <uuid>a383fcff-e0b1-4358-aabc-3c7330b48e2b</uuid>
Dec 05 17:20:27 user nova-compute[75018]:   <name>instance-00000027</name>
Dec 05 17:20:27 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:20:27 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:20:27 user nova-compute[75018]:   <metadata>
Dec 05 17:20:27 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:20:27 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:20:27 user nova-compute[75018]:       <nova:name>tempest-TestMinimumBasicScenario-server-2107218833</nova:name>
Dec 05 17:20:27 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:20:25</nova:creationTime>
Dec 05 17:20:27 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:20:27 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:20:27 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:20:27 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:20:27 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:20:27 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:20:27 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:20:27 user nova-compute[75018]:       <nova:owner>
Dec 05 17:20:27 user nova-compute[75018]:         <nova:user uuid="1a016262239842fa8d11bb93951ea659">tempest-TestMinimumBasicScenario-1857575594-project-member</nova:user>
Dec 05 17:20:27 user nova-compute[75018]:         <nova:project uuid="4c4d72b9cd5841beb8f880690d520983">tempest-TestMinimumBasicScenario-1857575594</nova:project>
Dec 05 17:20:27 user nova-compute[75018]:       </nova:owner>
Dec 05 17:20:27 user nova-compute[75018]:       <nova:root type="image" uuid="5eaf03a7-a5be-467d-b018-77d987f23aaa"/>
Dec 05 17:20:27 user nova-compute[75018]:       <nova:ports>
Dec 05 17:20:27 user nova-compute[75018]:         <nova:port uuid="2b1cc77c-5c25-4058-998f-5dd6047dcfff">
Dec 05 17:20:27 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 05 17:20:27 user nova-compute[75018]:         </nova:port>
Dec 05 17:20:27 user nova-compute[75018]:       </nova:ports>
Dec 05 17:20:27 user nova-compute[75018]:     </nova:instance>
Dec 05 17:20:27 user nova-compute[75018]:   </metadata>
Dec 05 17:20:27 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:20:27 user nova-compute[75018]:     <system>
Dec 05 17:20:27 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:20:27 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:20:27 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:20:27 user nova-compute[75018]:       <entry name="serial">a383fcff-e0b1-4358-aabc-3c7330b48e2b</entry>
Dec 05 17:20:27 user nova-compute[75018]:       <entry name="uuid">a383fcff-e0b1-4358-aabc-3c7330b48e2b</entry>
Dec 05 17:20:27 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:20:27 user nova-compute[75018]:     </system>
Dec 05 17:20:27 user nova-compute[75018]:   </sysinfo>
Dec 05 17:20:27 user nova-compute[75018]:   <os>
Dec 05 17:20:27 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:20:27 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:20:27 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:20:27 user nova-compute[75018]:   </os>
Dec 05 17:20:27 user nova-compute[75018]:   <features>
Dec 05 17:20:27 user nova-compute[75018]:     <acpi/>
Dec 05 17:20:27 user nova-compute[75018]:     <apic/>
Dec 05 17:20:27 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:20:27 user nova-compute[75018]:   </features>
Dec 05 17:20:27 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:20:27 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:20:27 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:20:27 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:20:27 user nova-compute[75018]:   </clock>
Dec 05 17:20:27 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:20:27 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:20:27 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:20:27 user nova-compute[75018]:   </cpu>
Dec 05 17:20:27 user nova-compute[75018]:   <devices>
Dec 05 17:20:27 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:20:27 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:20:27 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk"/>
Dec 05 17:20:27 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:20:27 user nova-compute[75018]:     </disk>
Dec 05 17:20:27 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:20:27 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:20:27 user nova-compute[75018]:       <source dev="/dev/sdd"/>
Dec 05 17:20:27 user nova-compute[75018]:       <target dev="vdb" bus="virtio"/>
Dec 05 17:20:27 user nova-compute[75018]:       <serial>8c1aef6c-93df-45c5-ab13-ccba59c95df6</serial>
Dec 05 17:20:27 user nova-compute[75018]:     </disk>
Dec 05 17:20:27 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:20:27 user nova-compute[75018]:       <mac address="fa:16:3e:b4:86:e7"/>
Dec 05 17:20:27 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:20:27 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:20:27 user nova-compute[75018]:       <target dev="tap2b1cc77c-5c"/>
Dec 05 17:20:27 user nova-compute[75018]:     </interface>
Dec 05 17:20:27 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:20:27 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/console.log" append="off"/>
Dec 05 17:20:27 user nova-compute[75018]:     </serial>
Dec 05 17:20:27 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:20:27 user nova-compute[75018]:     <video>
Dec 05 17:20:27 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:20:27 user nova-compute[75018]:     </video>
Dec 05 17:20:27 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:20:27 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:20:27 user nova-compute[75018]:     </rng>
Dec 05 17:20:27 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:20:27 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:20:27 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:20:27 user nova-compute[75018]:     </memballoon>
Dec 05 17:20:27 user nova-compute[75018]:   </devices>
Dec 05 17:20:27 user nova-compute[75018]: </domain>
Dec 05 17:20:27 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG nova.objects.instance [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lazy-loading 'trusted_certs' on Instance uuid a383fcff-e0b1-4358-aabc-3c7330b48e2b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG nova.objects.base [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Object Instance<a383fcff-e0b1-4358-aabc-3c7330b48e2b> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731 --force-share --output=json" returned: 0 in 0.169s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:20:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Cannot resize image /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG nova.objects.instance [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lazy-loading 'migration_context' on Instance uuid a383fcff-e0b1-4358-aabc-3c7330b48e2b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG nova.objects.base [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Object Instance<a383fcff-e0b1-4358-aabc-3c7330b48e2b> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:18:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2107218833',display_name='tempest-TestMinimumBasicScenario-server-2107218833',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2107218833',id=39,image_ref='5eaf03a7-a5be-467d-b018-77d987f23aaa',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHe0JLvsj411Ow0AeKOfi8QjTVkfk8dM/TsjdEa133ApiU5VvrmF+c7+59ZYoEeze4eS031eND3f45sI/CzP5JWWT6y6Z/Mnfy9gAb8mGzzZ6rZ4ghSveiC5I5Qp9e6ZXw==',key_name='tempest-TestMinimumBasicScenario-740818327',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:18:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='4c4d72b9cd5841beb8f880690d520983',ramdisk_id='',reservation_id='r-yjgbkwag',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5eaf03a7-a5be-467d-b018-77d987f23aaa',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1857575594',owner_user_name='tempest-TestMinimumBasicScenario-1857575594-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:20:25Z,user_data=None,user_id='1a016262239842fa8d11bb93951ea659',uuid=a383fcff-e0b1-4358-aabc-3c7330b48e2b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converting VIF {"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b4:86:e7,bridge_name='br-int',has_traffic_filtering=True,id=2b1cc77c-5c25-4058-998f-5dd6047dcfff,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1cc77c-5c') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG os_vif [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b4:86:e7,bridge_name='br-int',has_traffic_filtering=True,id=2b1cc77c-5c25-4058-998f-5dd6047dcfff,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1cc77c-5c') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '95877737-e9c7-5bf0-842e-6971de5640ec', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2b1cc77c-5c, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2b1cc77c-5c, col_values=(('qos', UUID('acbbf59a-6558-4a51-8f2d-f6575834b3a5')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2b1cc77c-5c, col_values=(('external_ids', {'iface-id': '2b1cc77c-5c25-4058-998f-5dd6047dcfff', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b4:86:e7', 'vm-uuid': 'a383fcff-e0b1-4358-aabc-3c7330b48e2b'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:20:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:28 user nova-compute[75018]: INFO os_vif [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b4:86:e7,bridge_name='br-int',has_traffic_filtering=True,id=2b1cc77c-5c25-4058-998f-5dd6047dcfff,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1cc77c-5c')
Dec 05 17:20:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:29 user nova-compute[75018]: DEBUG nova.compute.manager [req-f236af2a-c8b6-4f4d-bf0f-72c2e40e82fa req-57e7f2f3-84e5-456c-aa83-8a37dd087de5 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received event network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:20:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f236af2a-c8b6-4f4d-bf0f-72c2e40e82fa req-57e7f2f3-84e5-456c-aa83-8a37dd087de5 service nova] Acquiring lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:20:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f236af2a-c8b6-4f4d-bf0f-72c2e40e82fa req-57e7f2f3-84e5-456c-aa83-8a37dd087de5 service nova] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:20:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f236af2a-c8b6-4f4d-bf0f-72c2e40e82fa req-57e7f2f3-84e5-456c-aa83-8a37dd087de5 service nova] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:20:29 user nova-compute[75018]: DEBUG nova.compute.manager [req-f236af2a-c8b6-4f4d-bf0f-72c2e40e82fa req-57e7f2f3-84e5-456c-aa83-8a37dd087de5 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] No waiting events found dispatching network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:20:29 user nova-compute[75018]: WARNING nova.compute.manager [req-f236af2a-c8b6-4f4d-bf0f-72c2e40e82fa req-57e7f2f3-84e5-456c-aa83-8a37dd087de5 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received unexpected event network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff for instance with vm_state active and task_state reboot_started_hard.
Dec 05 17:20:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:31 user nova-compute[75018]: DEBUG nova.compute.manager [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:20:31 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Instance rebooted successfully.
Dec 05 17:20:31 user nova-compute[75018]: DEBUG nova.compute.manager [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:20:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-012fbbfe-6acd-4adb-829c-cc5c23efb3cc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.573s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:20:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-e2146212-e384-4d42-966b-04c44e4de5e8 req-0b7a2f16-9cae-4341-b1cf-9adad8c494c8 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received event network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:20:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e2146212-e384-4d42-966b-04c44e4de5e8 req-0b7a2f16-9cae-4341-b1cf-9adad8c494c8 service nova] Acquiring lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:20:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e2146212-e384-4d42-966b-04c44e4de5e8 req-0b7a2f16-9cae-4341-b1cf-9adad8c494c8 service nova] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:20:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e2146212-e384-4d42-966b-04c44e4de5e8 req-0b7a2f16-9cae-4341-b1cf-9adad8c494c8 service nova] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:20:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-e2146212-e384-4d42-966b-04c44e4de5e8 req-0b7a2f16-9cae-4341-b1cf-9adad8c494c8 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] No waiting events found dispatching network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:20:31 user nova-compute[75018]: WARNING nova.compute.manager [req-e2146212-e384-4d42-966b-04c44e4de5e8 req-0b7a2f16-9cae-4341-b1cf-9adad8c494c8 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received unexpected event network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff for instance with vm_state active and task_state None.
Dec 05 17:20:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:20:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-da32cd68-0905-4f1f-8fa2-bafb7794342c req-f6cbfa87-eb3a-44a1-ae86-fcf48968657c service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received event network-changed-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:20:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-da32cd68-0905-4f1f-8fa2-bafb7794342c req-f6cbfa87-eb3a-44a1-ae86-fcf48968657c service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Refreshing instance network info cache due to event network-changed-096b22a1-3628-46cb-9fcd-c889ec792f1b. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:20:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da32cd68-0905-4f1f-8fa2-bafb7794342c req-f6cbfa87-eb3a-44a1-ae86-fcf48968657c service nova] Acquiring lock "refresh_cache-42047809-7e9a-489d-8ded-24bbe077df86" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:20:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da32cd68-0905-4f1f-8fa2-bafb7794342c req-f6cbfa87-eb3a-44a1-ae86-fcf48968657c service nova] Acquired lock "refresh_cache-42047809-7e9a-489d-8ded-24bbe077df86" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:20:52 user nova-compute[75018]: DEBUG nova.network.neutron [req-da32cd68-0905-4f1f-8fa2-bafb7794342c req-f6cbfa87-eb3a-44a1-ae86-fcf48968657c service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Refreshing network info cache for port 096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:20:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:53 user nova-compute[75018]: DEBUG nova.network.neutron [req-da32cd68-0905-4f1f-8fa2-bafb7794342c req-f6cbfa87-eb3a-44a1-ae86-fcf48968657c service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Updated VIF entry in instance network info cache for port 096b22a1-3628-46cb-9fcd-c889ec792f1b. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:20:53 user nova-compute[75018]: DEBUG nova.network.neutron [req-da32cd68-0905-4f1f-8fa2-bafb7794342c req-f6cbfa87-eb3a-44a1-ae86-fcf48968657c service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Updating instance_info_cache with network_info: [{"id": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "address": "fa:16:3e:61:79:fd", "network": {"id": "6c71af3d-7d95-4a7f-869e-83758b5e1f3a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-950667391-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8a3885e48a5d4d149950fda86dd8380a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096b22a1-36", "ovs_interfaceid": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:20:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da32cd68-0905-4f1f-8fa2-bafb7794342c req-f6cbfa87-eb3a-44a1-ae86-fcf48968657c service nova] Releasing lock "refresh_cache-42047809-7e9a-489d-8ded-24bbe077df86" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:20:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "42047809-7e9a-489d-8ded-24bbe077df86" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG nova.objects.instance [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lazy-loading 'flavor' on Instance uuid 42047809-7e9a-489d-8ded-24bbe077df86 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "42047809-7e9a-489d-8ded-24bbe077df86" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:20:54 user nova-compute[75018]: INFO nova.compute.manager [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Attaching volume 69f06ee5-d838-45b8-b347-4b6c10c69df5 to /dev/vdb
Dec 05 17:20:54 user nova-compute[75018]: DEBUG os_brick.utils [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[06f1e609-f063-4e68-9973-0a9298bec416]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a57225a7-0e11-4798-9984-971fca7af302]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c2165d2-78a2-4c5c-ae3b-5a3514e73a78]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[28223b37-b136-4783-9f5d-bfcb83766ab2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:20:54 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:20:54 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4be7690-17dd-4341-a5f4-c64af114866b]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG os_brick.utils [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:20:54 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Updating existing volume attachment record: d59ba95a-c8ce-4070-a726-4a9471fa1fb4 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:20:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:20:59 user nova-compute[75018]: INFO nova.compute.manager [None req-0012a754-6ba9-4ba1-815b-51a74e364fbc tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Get console output
Dec 05 17:20:59 user nova-compute[75018]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Dec 05 17:21:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:21:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:21:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:21:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:21:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:21:02 user nova-compute[75018]: INFO nova.compute.manager [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Terminating instance
Dec 05 17:21:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:21:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-cde46e17-c280-4c40-86d4-319a9221130a req-f9422099-dfed-4923-be5b-aa225f12f44d service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Received event network-vif-unplugged-e5dd64f5-6dd0-405d-99ef-396acbe8f933 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:21:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cde46e17-c280-4c40-86d4-319a9221130a req-f9422099-dfed-4923-be5b-aa225f12f44d service nova] Acquiring lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:21:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cde46e17-c280-4c40-86d4-319a9221130a req-f9422099-dfed-4923-be5b-aa225f12f44d service nova] Lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:21:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-cde46e17-c280-4c40-86d4-319a9221130a req-f9422099-dfed-4923-be5b-aa225f12f44d service nova] Lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:21:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-cde46e17-c280-4c40-86d4-319a9221130a req-f9422099-dfed-4923-be5b-aa225f12f44d service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] No waiting events found dispatching network-vif-unplugged-e5dd64f5-6dd0-405d-99ef-396acbe8f933 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:21:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-cde46e17-c280-4c40-86d4-319a9221130a req-f9422099-dfed-4923-be5b-aa225f12f44d service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Received event network-vif-unplugged-e5dd64f5-6dd0-405d-99ef-396acbe8f933 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:03 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Instance destroyed successfully.
Dec 05 17:21:03 user nova-compute[75018]: DEBUG nova.objects.instance [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lazy-loading 'resources' on Instance uuid a9a334cd-8464-4d5c-b19a-d84b14219e8b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1620216688',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1620216688',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1620216688',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFLJ+uEXCqii+veQoVzxt8iOvofLAIOEOM0TLcv2F0vf5JwPx8r0B4QmrB1fgcqAjmlN53azWRa0t9PahgK0irXrY7U0wAol/aS7loEqt8rrv19cmBM9f3T47oguIa+4SQ==',key_name='tempest-keypair-1684317781',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:16:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-07qf3zia',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:16:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=a9a334cd-8464-4d5c-b19a-d84b14219e8b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "address": "fa:16:3e:40:bb:80", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5dd64f5-6d", "ovs_interfaceid": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "address": "fa:16:3e:40:bb:80", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5dd64f5-6d", "ovs_interfaceid": "e5dd64f5-6dd0-405d-99ef-396acbe8f933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:40:bb:80,bridge_name='br-int',has_traffic_filtering=True,id=e5dd64f5-6dd0-405d-99ef-396acbe8f933,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5dd64f5-6d') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_vif [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:40:bb:80,bridge_name='br-int',has_traffic_filtering=True,id=e5dd64f5-6dd0-405d-99ef-396acbe8f933,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5dd64f5-6d') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape5dd64f5-6d, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=43b862cc-de87-4d78-a020-b374d81c4fe0) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:03 user nova-compute[75018]: INFO os_vif [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:40:bb:80,bridge_name='br-int',has_traffic_filtering=True,id=e5dd64f5-6dd0-405d-99ef-396acbe8f933,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5dd64f5-6d')
Dec 05 17:21:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RvwFbyDK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:21:03 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[71a1341c-b5e6-4ca8-9d52-a291b2a3e162]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:21:03 user nova-compute[75018]: No targets found.
Dec 05 17:21:03 user nova-compute[75018]: iSNS:
Dec 05 17:21:03 user nova-compute[75018]: No targets found.
Dec 05 17:21:03 user nova-compute[75018]: STATIC:
Dec 05 17:21:03 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6
Dec 05 17:21:03 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:21:03 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:21:03 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565
Dec 05 17:21:03 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:21:03 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:21:03 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca
Dec 05 17:21:03 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:21:03 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:21:03 user nova-compute[75018]: FIRMWARE:
Dec 05 17:21:03 user nova-compute[75018]: No targets found.
Dec 05 17:21:03 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:21:03 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:21:03 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[390a3c1e-05f8-4e4a-b2b8-db148def174a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[21bdb397-733c-459b-8389-bf26cd8d5b0f]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:21:03 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:21:03 user nova-compute[75018]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:21:03 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca (non-flash)
Dec 05 17:21:03 user nova-compute[75018]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:21:03 user nova-compute[75018]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:21:03 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a8694790>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf2c00d8-a82f-47de-8f67-8177032228b3]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[77836c1d-1609-4baf-bcb8-d42804bd0a5d]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[72be88ba-2d54-4dad-8126-7aea21419db5]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[34ac1837-5ba9-417d-b95d-6ae902f050d7]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_80c22abb', '/dev/disk/by-id/scsi-1SCST_BIO80c22abb-ddc719c28ce70ae8', '/dev/disk/by-id/scsi-26464633731396332') {{(pid=85682) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f18deba1-d483-432b-a1d7-5cd89e3355c6]: (4, None) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[836a6fcf-ac24-432a-b43b-83ebecde18f2]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b344c44-c3fa-48ba-8f8d-a62fe6bc25e4]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca, portal: 172.16.0.220,3260]
Dec 05 17:21:03 user nova-compute[75018]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca, portal: 172.16.0.220,3260] successful.
Dec 05 17:21:03 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdc21801-0b78-48f3-9f37-aeb5538ef1ca -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1871f20d-1a34-4858-a960-97348c31b4fa]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.311s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== disconnect_volume: return (313ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:21:03 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Deleting instance files /opt/stack/data/nova/instances/a9a334cd-8464-4d5c-b19a-d84b14219e8b_del
Dec 05 17:21:03 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Deletion of /opt/stack/data/nova/instances/a9a334cd-8464-4d5c-b19a-d84b14219e8b_del complete
Dec 05 17:21:03 user nova-compute[75018]: INFO nova.compute.manager [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Took 1.17 seconds to destroy the instance on the hypervisor.
Dec 05 17:21:03 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:21:03 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:21:04 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:21:04 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Took 0.74 seconds to deallocate network for instance.
Dec 05 17:21:05 user nova-compute[75018]: DEBUG nova.compute.manager [req-dc01e130-3430-4586-8903-62b7ff7c5138 req-bde1e6a3-4b35-4619-93d8-f43e2d28acf4 service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Received event network-vif-plugged-e5dd64f5-6dd0-405d-99ef-396acbe8f933 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:21:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dc01e130-3430-4586-8903-62b7ff7c5138 req-bde1e6a3-4b35-4619-93d8-f43e2d28acf4 service nova] Acquiring lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:21:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dc01e130-3430-4586-8903-62b7ff7c5138 req-bde1e6a3-4b35-4619-93d8-f43e2d28acf4 service nova] Lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:21:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dc01e130-3430-4586-8903-62b7ff7c5138 req-bde1e6a3-4b35-4619-93d8-f43e2d28acf4 service nova] Lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:21:05 user nova-compute[75018]: DEBUG nova.compute.manager [req-dc01e130-3430-4586-8903-62b7ff7c5138 req-bde1e6a3-4b35-4619-93d8-f43e2d28acf4 service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] No waiting events found dispatching network-vif-plugged-e5dd64f5-6dd0-405d-99ef-396acbe8f933 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:21:05 user nova-compute[75018]: WARNING nova.compute.manager [req-dc01e130-3430-4586-8903-62b7ff7c5138 req-bde1e6a3-4b35-4619-93d8-f43e2d28acf4 service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Received unexpected event network-vif-plugged-e5dd64f5-6dd0-405d-99ef-396acbe8f933 for instance with vm_state active and task_state deleting.
Dec 05 17:21:05 user nova-compute[75018]: DEBUG nova.compute.manager [req-dc01e130-3430-4586-8903-62b7ff7c5138 req-bde1e6a3-4b35-4619-93d8-f43e2d28acf4 service nova] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Received event network-vif-deleted-e5dd64f5-6dd0-405d-99ef-396acbe8f933 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:21:05 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:21:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:21:08 user nova-compute[75018]: INFO nova.compute.manager [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Took 4.01 seconds to detach 1 volumes for instance.
Dec 05 17:21:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: a9a334cd-8464-4d5c-b19a-d84b14219e8b] Deleting volume: bdc21801-0b78-48f3-9f37-aeb5538ef1ca {{(pid=75018) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EfAMatLw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:21:08 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:21:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:21:08 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:21:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:21:08 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1140643-cc73-4b48-b19e-8cad118f8686]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:21:08 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[202b46df-27fa-4a90-880b-63c5596c790f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5] added
Dec 05 17:21:08 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e3a2e71-af43-44b8-aea1-fac6f2771775]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[64d15c7d-5c3c-4063-bdb7-67b6475b2fa2]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EfAMatLw {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EfAMatLw" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3697a149-84d2-4ce5-a929-b05e740c3655]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EfAMatLw'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3507387f-59ff-46bd-ae48-32db6ab85f36]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9be82cfb-c1b3-43ef-931b-30dad0c61b4d]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:21:08 user nova-compute[75018]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:21:08 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:21:08 user nova-compute[75018]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:21:08 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:21:08 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[348edc62-87e3-4111-aa60-11f82b0822ef]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5, portal: 172.16.0.220,3260]
Dec 05 17:21:09 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5, portal: 172.16.0.220,3260] successful.
Dec 05 17:21:09 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.236s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ca4391e-5013-4940-b744-ae626d4c29cc]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d8b9dcb-1050-4f08-96ba-bda37cfc4345]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:21:09 user nova-compute[75018]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:21:09 user nova-compute[75018]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:21:09 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:21:09 user nova-compute[75018]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:21:09 user nova-compute[75018]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:21:09 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:21:09 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Deleted allocations for instance a9a334cd-8464-4d5c-b19a-d84b14219e8b
Dec 05 17:21:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d5d9f2a-fa29-437a-a1d0-b2f9ceaefbb5]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:21:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2757dee1-618e-424d-9680-be0be9fa3971 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "a9a334cd-8464-4d5c-b19a-d84b14219e8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.423s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:21:10 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:21:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EfAMatLw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:21:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:21:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '26366373536366664', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:21:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26366373536366664', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:21:10 user nova-compute[75018]: DEBUG nova.objects.instance [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lazy-loading 'flavor' on Instance uuid 42047809-7e9a-489d-8ded-24bbe077df86 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:21:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:21:10 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:21:10 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:21:10 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:21:10 user nova-compute[75018]:   <serial>69f06ee5-d838-45b8-b347-4b6c10c69df5</serial>
Dec 05 17:21:10 user nova-compute[75018]: </disk>
Dec 05 17:21:10 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:21:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:21:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:21:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] No VIF found with MAC fa:16:3e:61:79:fd, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:21:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-f49c9360-aca1-4da8-a427-543c10c613d1 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.117s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:21:11 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:21:11 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:21:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:21:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:21:11 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:21:12 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Updating instance_info_cache with network_info: [{"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:21:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:21:12 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:21:12 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:21:12 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:21:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:21:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:21:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:21:12 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:21:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:21:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:21:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:21:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:21:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:14 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:21:14 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:21:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8335MB free_disk=25.050983428955078GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "42047809-7e9a-489d-8ded-24bbe077df86" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG nova.objects.instance [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lazy-loading 'flavor' on Instance uuid 42047809-7e9a-489d-8ded-24bbe077df86 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance b6d9d91d-12aa-40ab-9e7f-7cb40791b7da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a383fcff-e0b1-4358-aabc-3c7330b48e2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 42047809-7e9a-489d-8ded-24bbe077df86 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "42047809-7e9a-489d-8ded-24bbe077df86" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:21:14 user nova-compute[75018]: INFO nova.compute.manager [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Attaching volume 732bc4f4-77bd-4ca6-97da-db39ccd66fd8 to /dev/vdc
Dec 05 17:21:14 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.341s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG os_brick.utils [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[694dc5ac-d704-4bb6-af34-a247756dfb20]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd65481b-5545-4ae5-9504-e23734211dcd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[87a627d0-ff99-4eb4-86a3-4b12241d2881]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d452327-1fac-4998-98d7-a55fb4b6837a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:21:14 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:21:14 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0b06885-0ed5-4e96-8b76-18bad2fd8222]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG os_brick.utils [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:21:14 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Updating existing volume attachment record: 03cb1a70-946b-4d8f-99f8-c3ec005d2b96 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:21:15 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:21:15 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:21:16 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:21:17 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:21:17 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:21:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nLgFwPGd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:21:29 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:21:29 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:21:29 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdbf691a-7686-4938-9ed3-491a7fcf414c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:21:29 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[818df896-35b8-4174-98c8-9183b3c26287]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8] added
Dec 05 17:21:29 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c72d93b7-914c-474c-add7-5d342ccd7cd1]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa45e47a-70c2-4157-ab69-b5597d37507d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nLgFwPGd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nLgFwPGd" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ead567d1-1099-4ec5-831f-125e276fa8bf]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nLgFwPGd'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e35a0de1-d225-415d-95db-da8f0a64abef]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c825e56-a2eb-45fa-a792-04b2d5298905]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:21:29 user nova-compute[75018]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:21:29 user nova-compute[75018]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:21:29 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:21:29 user nova-compute[75018]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:21:29 user nova-compute[75018]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:21:29 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[256a1873-0ea1-4716-8616-0aa346ae3470]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8, portal: 172.16.0.220,3260]
Dec 05 17:21:29 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8, portal: 172.16.0.220,3260] successful.
Dec 05 17:21:29 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[24a937fa-8219-4606-8a2d-63f5c205435e]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e100d9c-8009-4956-87c0-7e3a2eb7d6d9]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:21:29 user nova-compute[75018]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:21:29 user nova-compute[75018]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:21:29 user nova-compute[75018]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 (non-flash)
Dec 05 17:21:29 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:21:29 user nova-compute[75018]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:21:29 user nova-compute[75018]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:21:29 user nova-compute[75018]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 (non-flash)
Dec 05 17:21:29 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] HCTL ('36', '-', '-', 0) found on session 50 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca3c84b-1722-40fa-9b85-b1d6f333c7dc]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Searching for a device in session 50 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:21:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nLgFwPGd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:21:30 user nova-compute[75018]: INFO nova.compute.manager [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Terminating instance
Dec 05 17:21:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-b17c4440-9b80-4063-9c8a-93b37a555450 req-358badae-a90d-485e-913d-234a8cf9de4e service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Received event network-vif-unplugged-ef02d20a-e093-4512-ab28-3219b566be82 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b17c4440-9b80-4063-9c8a-93b37a555450 req-358badae-a90d-485e-913d-234a8cf9de4e service nova] Acquiring lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b17c4440-9b80-4063-9c8a-93b37a555450 req-358badae-a90d-485e-913d-234a8cf9de4e service nova] Lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b17c4440-9b80-4063-9c8a-93b37a555450 req-358badae-a90d-485e-913d-234a8cf9de4e service nova] Lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-b17c4440-9b80-4063-9c8a-93b37a555450 req-358badae-a90d-485e-913d-234a8cf9de4e service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] No waiting events found dispatching network-vif-unplugged-ef02d20a-e093-4512-ab28-3219b566be82 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-b17c4440-9b80-4063-9c8a-93b37a555450 req-358badae-a90d-485e-913d-234a8cf9de4e service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Received event network-vif-unplugged-ef02d20a-e093-4512-ab28-3219b566be82 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] <== connect_volume: return (1322ms) {'type': 'block', 'scsi_wwn': '23765616437663237', 'path': '/dev/sde'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23765616437663237', 'path': '/dev/sde'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG nova.objects.instance [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lazy-loading 'flavor' on Instance uuid 42047809-7e9a-489d-8ded-24bbe077df86 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:21:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:21:30 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:21:30 user nova-compute[75018]:   <source dev="/dev/sde"/>
Dec 05 17:21:30 user nova-compute[75018]:   <target dev="vdc" bus="virtio"/>
Dec 05 17:21:30 user nova-compute[75018]:   <serial>732bc4f4-77bd-4ca6-97da-db39ccd66fd8</serial>
Dec 05 17:21:30 user nova-compute[75018]: </disk>
Dec 05 17:21:30 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:21:31 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Instance destroyed successfully.
Dec 05 17:21:31 user nova-compute[75018]: DEBUG nova.objects.instance [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lazy-loading 'resources' on Instance uuid b6d9d91d-12aa-40ab-9e7f-7cb40791b7da {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:12:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1029027471',display_name='tempest-ServersNegativeTestJSON-server-1029027471',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1029027471',id=32,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:12:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5bb4b6e875ad436399c24710666fa4d3',ramdisk_id='',reservation_id='r-3miihwhc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1264635632',owner_user_name='tempest-ServersNegativeTestJSON-1264635632-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:12:37Z,user_data=None,user_id='892b7b5cb613471584441b810f5810be',uuid=b6d9d91d-12aa-40ab-9e7f-7cb40791b7da,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ef02d20a-e093-4512-ab28-3219b566be82", "address": "fa:16:3e:17:aa:7e", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapef02d20a-e0", "ovs_interfaceid": "ef02d20a-e093-4512-ab28-3219b566be82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Converting VIF {"id": "ef02d20a-e093-4512-ab28-3219b566be82", "address": "fa:16:3e:17:aa:7e", "network": {"id": "c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1637170509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bb4b6e875ad436399c24710666fa4d3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapef02d20a-e0", "ovs_interfaceid": "ef02d20a-e093-4512-ab28-3219b566be82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:17:aa:7e,bridge_name='br-int',has_traffic_filtering=True,id=ef02d20a-e093-4512-ab28-3219b566be82,network=Network(c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapef02d20a-e0') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG os_vif [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:17:aa:7e,bridge_name='br-int',has_traffic_filtering=True,id=ef02d20a-e093-4512-ab28-3219b566be82,network=Network(c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapef02d20a-e0') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapef02d20a-e0, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6b2733ae-e9b0-462f-8439-8c683858840f) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:21:31 user nova-compute[75018]: INFO os_vif [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:17:aa:7e,bridge_name='br-int',has_traffic_filtering=True,id=ef02d20a-e093-4512-ab28-3219b566be82,network=Network(c6a8f1de-4f68-4853-99a2-44b4fa0ca6a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapef02d20a-e0')
Dec 05 17:21:31 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Deleting instance files /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da_del
Dec 05 17:21:31 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Deletion of /opt/stack/data/nova/instances/b6d9d91d-12aa-40ab-9e7f-7cb40791b7da_del complete
Dec 05 17:21:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] No VIF found with MAC fa:16:3e:61:79:fd, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:21:31 user nova-compute[75018]: INFO nova.compute.manager [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Took 1.17 seconds to destroy the instance on the hypervisor.
Dec 05 17:21:31 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7978bb98-a0c2-47de-963a-b0a3e6af9ccb tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.883s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-fddc4150-eaf6-438f-96f1-1399ae4ce7b3 req-b03cd27a-a7f2-44f7-a824-2c8082c07152 service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Received event network-vif-deleted-ef02d20a-e093-4512-ab28-3219b566be82 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:21:31 user nova-compute[75018]: INFO nova.compute.manager [req-fddc4150-eaf6-438f-96f1-1399ae4ce7b3 req-b03cd27a-a7f2-44f7-a824-2c8082c07152 service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Neutron deleted interface ef02d20a-e093-4512-ab28-3219b566be82; detaching it from the instance and deleting it from the info cache
Dec 05 17:21:31 user nova-compute[75018]: DEBUG nova.network.neutron [req-fddc4150-eaf6-438f-96f1-1399ae4ce7b3 req-b03cd27a-a7f2-44f7-a824-2c8082c07152 service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:21:31 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Took 0.45 seconds to deallocate network for instance.
Dec 05 17:21:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-fddc4150-eaf6-438f-96f1-1399ae4ce7b3 req-b03cd27a-a7f2-44f7-a824-2c8082c07152 service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Detach interface failed, port_id=ef02d20a-e093-4512-ab28-3219b566be82, reason: Instance b6d9d91d-12aa-40ab-9e7f-7cb40791b7da could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:21:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:21:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:21:32 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:21:32 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:21:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.246s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:21:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "42047809-7e9a-489d-8ded-24bbe077df86" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:21:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:21:32 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Deleted allocations for instance b6d9d91d-12aa-40ab-9e7f-7cb40791b7da
Dec 05 17:21:32 user nova-compute[75018]: INFO nova.compute.manager [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Detaching volume 732bc4f4-77bd-4ca6-97da-db39ccd66fd8
Dec 05 17:21:32 user nova-compute[75018]: INFO nova.virt.block_device [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Attempting to driver detach volume 732bc4f4-77bd-4ca6-97da-db39ccd66fd8 from mountpoint /dev/vdc
Dec 05 17:21:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cb43a107-5eb5-430d-b80a-8b3efe088c79 tempest-ServersNegativeTestJSON-1264635632 tempest-ServersNegativeTestJSON-1264635632-project-member] Lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.051s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:21:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Attempting to detach device vdc from instance 42047809-7e9a-489d-8ded-24bbe077df86 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:21:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:21:32 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:21:32 user nova-compute[75018]:   <source dev="/dev/sde"/>
Dec 05 17:21:32 user nova-compute[75018]:   <target dev="vdc" bus="virtio"/>
Dec 05 17:21:32 user nova-compute[75018]:   <serial>732bc4f4-77bd-4ca6-97da-db39ccd66fd8</serial>
Dec 05 17:21:32 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 05 17:21:32 user nova-compute[75018]: </disk>
Dec 05 17:21:32 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:21:32 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Successfully detached device vdc from instance 42047809-7e9a-489d-8ded-24bbe077df86 from the persistent domain config.
Dec 05 17:21:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 42047809-7e9a-489d-8ded-24bbe077df86 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:21:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:21:32 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:21:32 user nova-compute[75018]:   <source dev="/dev/sde"/>
Dec 05 17:21:32 user nova-compute[75018]:   <target dev="vdc" bus="virtio"/>
Dec 05 17:21:32 user nova-compute[75018]:   <serial>732bc4f4-77bd-4ca6-97da-db39ccd66fd8</serial>
Dec 05 17:21:32 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 05 17:21:32 user nova-compute[75018]: </disk>
Dec 05 17:21:32 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:21:32 user nova-compute[75018]: DEBUG nova.compute.manager [req-41f8f558-42e5-4a85-b444-5f01cb4534ae req-a27d34ce-7071-4327-9cd7-467fa32418d1 service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Received event network-vif-plugged-ef02d20a-e093-4512-ab28-3219b566be82 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:21:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-41f8f558-42e5-4a85-b444-5f01cb4534ae req-a27d34ce-7071-4327-9cd7-467fa32418d1 service nova] Acquiring lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:21:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-41f8f558-42e5-4a85-b444-5f01cb4534ae req-a27d34ce-7071-4327-9cd7-467fa32418d1 service nova] Lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:21:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-41f8f558-42e5-4a85-b444-5f01cb4534ae req-a27d34ce-7071-4327-9cd7-467fa32418d1 service nova] Lock "b6d9d91d-12aa-40ab-9e7f-7cb40791b7da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:21:32 user nova-compute[75018]: DEBUG nova.compute.manager [req-41f8f558-42e5-4a85-b444-5f01cb4534ae req-a27d34ce-7071-4327-9cd7-467fa32418d1 service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] No waiting events found dispatching network-vif-plugged-ef02d20a-e093-4512-ab28-3219b566be82 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:21:32 user nova-compute[75018]: WARNING nova.compute.manager [req-41f8f558-42e5-4a85-b444-5f01cb4534ae req-a27d34ce-7071-4327-9cd7-467fa32418d1 service nova] [instance: b6d9d91d-12aa-40ab-9e7f-7cb40791b7da] Received unexpected event network-vif-plugged-ef02d20a-e093-4512-ab28-3219b566be82 for instance with vm_state deleted and task_state None.
Dec 05 17:21:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 42047809-7e9a-489d-8ded-24bbe077df86 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:21:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:21:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:21:52 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 42047809-7e9a-489d-8ded-24bbe077df86 is timed out.
Dec 05 17:21:52 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Successfully detached device vdc from instance 42047809-7e9a-489d-8ded-24bbe077df86 from the live domain config.
Dec 05 17:21:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nLgFwPGd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:21:52 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:21:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1b5244a-cafb-4fd3-af7c-dd33b2a9621c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:21:52 user nova-compute[75018]: No targets found.
Dec 05 17:21:52 user nova-compute[75018]: iSNS:
Dec 05 17:21:52 user nova-compute[75018]: No targets found.
Dec 05 17:21:52 user nova-compute[75018]: STATIC:
Dec 05 17:21:52 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6
Dec 05 17:21:52 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:21:52 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:21:52 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565
Dec 05 17:21:52 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:21:52 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:21:52 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5
Dec 05 17:21:52 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:21:52 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:21:52 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8
Dec 05 17:21:52 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:21:52 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:21:52 user nova-compute[75018]: FIRMWARE:
Dec 05 17:21:52 user nova-compute[75018]: No targets found.
Dec 05 17:21:52 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:21:52 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:21:52 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[34153cb8-4d81-4515-8621-46b5c75f8b37]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[04cb662c-bc92-4dbb-908a-3df3f142855e]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:21:52 user nova-compute[75018]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:21:52 user nova-compute[75018]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:21:52 user nova-compute[75018]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 (non-flash)
Dec 05 17:21:52 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:21:52 user nova-compute[75018]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:21:52 user nova-compute[75018]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:21:52 user nova-compute[75018]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 (non-flash)
Dec 05 17:21:52 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a84dfeb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8'): ({'sde'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Removing single pathed devices sde {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d1e2b86-46d6-488e-95fb-4713dd22b0db]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7638d170-dcb6-47a9-a3e6-e605ce97a9d9]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Flushing IO for device /dev/sde {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6a8c35c-a65a-418c-93cf-af7117d1246e]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:21:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.036s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[08f3e7e0-bec4-4ff1-9c52-fa4488c2be84]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] SCSI volumes sde have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4366918-4197-4f5d-aabf-a725cb523a64]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c249c66-f932-4206-be49-56e7e33bcbb3]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8, portal: 172.16.0.220,3260]
Dec 05 17:21:53 user nova-compute[75018]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8, portal: 172.16.0.220,3260] successful.
Dec 05 17:21:53 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:732bc4f4-77bd-4ca6-97da-db39ccd66fd8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[055a5dbe-0f68-4eab-b059-8b898827c3e0]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] <== disconnect_volume: return (305ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:21:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:21:54 user nova-compute[75018]: DEBUG nova.objects.instance [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lazy-loading 'flavor' on Instance uuid 42047809-7e9a-489d-8ded-24bbe077df86 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:21:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a9ed2b98-5ff2-45b9-bc9f-a9c77a532efa tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.804s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:21:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:00 user nova-compute[75018]: INFO nova.compute.manager [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Terminating instance
Dec 05 17:22:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG nova.compute.manager [req-884bfecb-5d36-4164-b700-24d005d2d5d5 req-ae0279a4-48ba-44c6-8a1d-692d9bdafc1c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received event network-vif-unplugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-884bfecb-5d36-4164-b700-24d005d2d5d5 req-ae0279a4-48ba-44c6-8a1d-692d9bdafc1c service nova] Acquiring lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-884bfecb-5d36-4164-b700-24d005d2d5d5 req-ae0279a4-48ba-44c6-8a1d-692d9bdafc1c service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-884bfecb-5d36-4164-b700-24d005d2d5d5 req-ae0279a4-48ba-44c6-8a1d-692d9bdafc1c service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG nova.compute.manager [req-884bfecb-5d36-4164-b700-24d005d2d5d5 req-ae0279a4-48ba-44c6-8a1d-692d9bdafc1c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] No waiting events found dispatching network-vif-unplugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG nova.compute.manager [req-884bfecb-5d36-4164-b700-24d005d2d5d5 req-ae0279a4-48ba-44c6-8a1d-692d9bdafc1c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received event network-vif-unplugged-1349d758-895b-4ab0-8553-c3465c92bfb4 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:00 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Instance destroyed successfully.
Dec 05 17:22:00 user nova-compute[75018]: DEBUG nova.objects.instance [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lazy-loading 'resources' on Instance uuid ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:15:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1451210647',display_name='tempest-ServerActionsTestOtherA-server-1451210647',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1451210647',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPLNrttAD/6RdDXT36vN9VHfEo5iJI1ILLd6+0pSZesk1dFEDo+Dg6BEzvBJVKEvhms9MThIpWRQBagQrXFBr/aEkegGqrFRt9xGwvsHWGFKagkv2WSs4QW4SYLDrPTsyg==',key_name='tempest-keypair-1944465237',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:17:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='31b8f8305ff14e2883c646a9dfa3af0d',ramdisk_id='',reservation_id='r-6boip0gb',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-828640255',owner_user_name='tempest-ServerActionsTestOtherA-828640255-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:19:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8da346c164fb4c0280a7dfb63c4d1a52',uuid=ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converting VIF {"id": "1349d758-895b-4ab0-8553-c3465c92bfb4", "address": "fa:16:3e:6a:c8:a2", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1349d758-89", "ovs_interfaceid": "1349d758-895b-4ab0-8553-c3465c92bfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6a:c8:a2,bridge_name='br-int',has_traffic_filtering=True,id=1349d758-895b-4ab0-8553-c3465c92bfb4,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1349d758-89') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG os_vif [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6a:c8:a2,bridge_name='br-int',has_traffic_filtering=True,id=1349d758-895b-4ab0-8553-c3465c92bfb4,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1349d758-89') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1349d758-89, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3e5ecb59-c9c0-4c34-a618-1bc82664a7bc) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:22:00 user nova-compute[75018]: INFO os_vif [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6a:c8:a2,bridge_name='br-int',has_traffic_filtering=True,id=1349d758-895b-4ab0-8553-c3465c92bfb4,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1349d758-89')
Dec 05 17:22:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uHiYkvTa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:22:00 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:22:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[82b6dfcc-0156-4d96-9a86-50638452aaf8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:22:00 user nova-compute[75018]: No targets found.
Dec 05 17:22:00 user nova-compute[75018]: iSNS:
Dec 05 17:22:00 user nova-compute[75018]: No targets found.
Dec 05 17:22:00 user nova-compute[75018]: STATIC:
Dec 05 17:22:00 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6
Dec 05 17:22:00 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:22:00 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:22:00 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565
Dec 05 17:22:00 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:22:00 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:22:00 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5
Dec 05 17:22:00 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:22:00 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:22:00 user nova-compute[75018]: FIRMWARE:
Dec 05 17:22:00 user nova-compute[75018]: No targets found.
Dec 05 17:22:00 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:22:00 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:22:00 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6cfade9-bcb4-4f85-b417-4f6467bb61c6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:00 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[abdcb3aa-99c0-4b65-b4e4-68df5788fe99]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:22:01 user nova-compute[75018]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:22:01 user nova-compute[75018]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:22:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 (non-flash)
Dec 05 17:22:01 user nova-compute[75018]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:22:01 user nova-compute[75018]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:22:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a86976d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565'): ({'sdc'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Removing single pathed devices sdc {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cef67a23-c855-475a-beda-c6024294f21d]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f3b68f3-ff3a-48e5-8c9d-76f1a085a31d]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Flushing IO for device /dev/sdc {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0081afe6-c682-4359-95db-a79407283085]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.052s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[db9a58c1-23c4-4dd6-8b57-f2939a7640b5]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6ad71e7-577a-461b-b2ff-08721bc90c01]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[736410e4-cc3b-41e5-b707-6b0626d9010c]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565, portal: 172.16.0.220,3260]
Dec 05 17:22:01 user nova-compute[75018]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565, portal: 172.16.0.220,3260] successful.
Dec 05 17:22:01 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05841b10-09ec-470e-8d88-8cfa00f54565 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f2f4dc3-94de-4e47-9f7e-f1a0a08ad002]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.342s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] <== disconnect_volume: return (342ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:22:01 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Deleting instance files /opt/stack/data/nova/instances/ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6_del
Dec 05 17:22:01 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Deletion of /opt/stack/data/nova/instances/ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6_del complete
Dec 05 17:22:01 user nova-compute[75018]: INFO nova.compute.manager [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Took 1.24 seconds to destroy the instance on the hypervisor.
Dec 05 17:22:01 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:22:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:22:02 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Took 0.67 seconds to deallocate network for instance.
Dec 05 17:22:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-81076416-5de1-40c2-88ea-15ed85d67bec req-a2ff15ac-7bfe-4bbb-8b8e-09793afb760e service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received event network-vif-deleted-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:22:02 user nova-compute[75018]: INFO nova.compute.manager [req-81076416-5de1-40c2-88ea-15ed85d67bec req-a2ff15ac-7bfe-4bbb-8b8e-09793afb760e service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Neutron deleted interface 1349d758-895b-4ab0-8553-c3465c92bfb4; detaching it from the instance and deleting it from the info cache
Dec 05 17:22:02 user nova-compute[75018]: DEBUG nova.network.neutron [req-81076416-5de1-40c2-88ea-15ed85d67bec req-a2ff15ac-7bfe-4bbb-8b8e-09793afb760e service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-81076416-5de1-40c2-88ea-15ed85d67bec req-a2ff15ac-7bfe-4bbb-8b8e-09793afb760e service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Detach interface failed, port_id=1349d758-895b-4ab0-8553-c3465c92bfb4, reason: Instance ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] Acquiring lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] No waiting events found dispatching network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:22:02 user nova-compute[75018]: WARNING nova.compute.manager [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received unexpected event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 for instance with vm_state active and task_state deleting.
Dec 05 17:22:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] Acquiring lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] No waiting events found dispatching network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:22:02 user nova-compute[75018]: WARNING nova.compute.manager [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received unexpected event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 for instance with vm_state active and task_state deleting.
Dec 05 17:22:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] Acquiring lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] No waiting events found dispatching network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:22:02 user nova-compute[75018]: WARNING nova.compute.manager [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received unexpected event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 for instance with vm_state active and task_state deleting.
Dec 05 17:22:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received event network-vif-unplugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] Acquiring lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] No waiting events found dispatching network-vif-unplugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received event network-vif-unplugged-1349d758-895b-4ab0-8553-c3465c92bfb4 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] Acquiring lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] No waiting events found dispatching network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:22:02 user nova-compute[75018]: WARNING nova.compute.manager [req-d206a884-5a28-4f2a-bc81-cfe356026106 req-eb251d6f-6d53-4b8f-9976-9ad49ac6332c service nova] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Received unexpected event network-vif-plugged-1349d758-895b-4ab0-8553-c3465c92bfb4 for instance with vm_state active and task_state deleting.
Dec 05 17:22:02 user nova-compute[75018]: INFO nova.compute.manager [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Took 0.85 seconds to detach 1 volumes for instance.
Dec 05 17:22:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6] Deleting volume: 05841b10-09ec-470e-8d88-8cfa00f54565 {{(pid=75018) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 05 17:22:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:03 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:22:03 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:22:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.181s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:03 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Deleted allocations for instance ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6
Dec 05 17:22:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fff5fcc-c122-4d3b-86cc-38bc41f3f385 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "ca9bb06c-01aa-4d3d-ae21-9f18f0d80ad6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.194s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "9bfe4c6b-1998-4ead-be67-4435f59e611e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:22:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:04 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:22:04 user nova-compute[75018]: INFO nova.compute.claims [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Claim successful on node user
Dec 05 17:22:04 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:22:04 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:22:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.334s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG nova.compute.manager [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG nova.network.neutron [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:22:05 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:22:05 user nova-compute[75018]: DEBUG nova.compute.manager [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:22:05 user nova-compute[75018]: INFO nova.virt.block_device [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Booting with volume c6e46405-7ed1-470b-80c1-a6093d6666c8 at /dev/vda
Dec 05 17:22:05 user nova-compute[75018]: DEBUG nova.policy [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbdc3bee63ae4fce86e51b500da9c1ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ab67a8b79a84e4e9347f71769911964', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG os_brick.utils [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[21114862-6458-47b2-9e6e-e8627e0e63c2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7132b1e-7660-487e-8411-6f6d33484a43]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad27b285-63dd-4e63-88c5-3b267ba80bab]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9471bba9-1cb8-47ab-a347-ae6a9343d81b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:22:05 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:22:05 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[21242cfa-9d79-4303-8cfa-274408225549]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG os_brick.utils [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Updating existing volume attachment record: 183ff101-45cf-44f8-83b3-045344c56fda {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:22:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:06 user nova-compute[75018]: DEBUG nova.network.neutron [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Successfully created port: 6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:22:06 user nova-compute[75018]: DEBUG nova.network.neutron [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Successfully updated port: 6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:22:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "refresh_cache-9bfe4c6b-1998-4ead-be67-4435f59e611e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:22:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquired lock "refresh_cache-9bfe4c6b-1998-4ead-be67-4435f59e611e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:22:06 user nova-compute[75018]: DEBUG nova.network.neutron [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:22:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-7b81bbfc-bd5d-4234-add7-7097d88939ad req-175ff2f2-a7f4-49c3-969a-6f9991f9c394 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received event network-changed-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:22:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-7b81bbfc-bd5d-4234-add7-7097d88939ad req-175ff2f2-a7f4-49c3-969a-6f9991f9c394 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Refreshing instance network info cache due to event network-changed-6b6d171f-8215-4ec6-8bbc-0866b987a0c4. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:22:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7b81bbfc-bd5d-4234-add7-7097d88939ad req-175ff2f2-a7f4-49c3-969a-6f9991f9c394 service nova] Acquiring lock "refresh_cache-9bfe4c6b-1998-4ead-be67-4435f59e611e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:22:06 user nova-compute[75018]: DEBUG nova.network.neutron [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:22:07 user nova-compute[75018]: DEBUG nova.network.neutron [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Updating instance_info_cache with network_info: [{"id": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "address": "fa:16:3e:ee:f9:73", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b6d171f-82", "ovs_interfaceid": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:22:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Releasing lock "refresh_cache-9bfe4c6b-1998-4ead-be67-4435f59e611e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:22:07 user nova-compute[75018]: DEBUG nova.compute.manager [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Instance network_info: |[{"id": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "address": "fa:16:3e:ee:f9:73", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b6d171f-82", "ovs_interfaceid": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:22:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7b81bbfc-bd5d-4234-add7-7097d88939ad req-175ff2f2-a7f4-49c3-969a-6f9991f9c394 service nova] Acquired lock "refresh_cache-9bfe4c6b-1998-4ead-be67-4435f59e611e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:22:07 user nova-compute[75018]: DEBUG nova.network.neutron [req-7b81bbfc-bd5d-4234-add7-7097d88939ad req-175ff2f2-a7f4-49c3-969a-6f9991f9c394 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Refreshing network info cache for port 6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:22:07 user nova-compute[75018]: DEBUG nova.network.neutron [req-7b81bbfc-bd5d-4234-add7-7097d88939ad req-175ff2f2-a7f4-49c3-969a-6f9991f9c394 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Updated VIF entry in instance network info cache for port 6b6d171f-8215-4ec6-8bbc-0866b987a0c4. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:22:07 user nova-compute[75018]: DEBUG nova.network.neutron [req-7b81bbfc-bd5d-4234-add7-7097d88939ad req-175ff2f2-a7f4-49c3-969a-6f9991f9c394 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Updating instance_info_cache with network_info: [{"id": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "address": "fa:16:3e:ee:f9:73", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b6d171f-82", "ovs_interfaceid": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:22:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7b81bbfc-bd5d-4234-add7-7097d88939ad req-175ff2f2-a7f4-49c3-969a-6f9991f9c394 service nova] Releasing lock "refresh_cache-9bfe4c6b-1998-4ead-be67-4435f59e611e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:22:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:22:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:12 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:22:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:12 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:22:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:22:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:22:14 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:22:14 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:22:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8604MB free_disk=25.060630798339844GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:22:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:22:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a383fcff-e0b1-4358-aabc-3c7330b48e2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:22:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 42047809-7e9a-489d-8ded-24bbe077df86 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:22:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 9bfe4c6b-1998-4ead-be67-4435f59e611e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:22:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:22:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:22:14 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:22:14 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:22:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:22:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.273s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.compute.manager [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:22:15 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Creating image(s)
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Did not create local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Ensure instance console log exists: /opt/stack/data/nova/instances/9bfe4c6b-1998-4ead-be67-4435f59e611e/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Start _get_guest_xml network_info=[{"id": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "address": "fa:16:3e:ee:f9:73", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b6d171f-82", "ovs_interfaceid": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WnOKhIyM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9bfe4c6b-1998-4ead-be67-4435f59e611e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6e46405-7ed1-470b-80c1-a6093d6666c8', 'serial': 'c6e46405-7ed1-470b-80c1-a6093d6666c8'}, 'attachment_id': '183ff101-45cf-44f8-83b3-045344c56fda', 'delete_on_termination': False, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:22:15 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:22:15 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WnOKhIyM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:22:15 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:22:15 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:22:15 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d79a50d-a377-4382-a4aa-3c4f4119db9a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:22:15 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b519c5b-426c-4ae2-8a12-1e96e8d6f0ee]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8] added
Dec 05 17:22:15 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4a86410-5b73-4c4f-8fe3-3bf9a68facc8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[24cc97a0-7fcd-4435-bd94-3cfff6ae18a1]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WnOKhIyM {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WnOKhIyM" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3708f7d-0ea2-4437-b523-ac9aa54a1b4d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WnOKhIyM'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa06b27a-65dc-480c-89fa-8429d5a04689]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[67f046cc-b438-4b78-800e-8391548ca9cc]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:22:15 user nova-compute[75018]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:22:15 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:22:15 user nova-compute[75018]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:22:15 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[04e59c7e-0a5f-47bc-80a0-edf2ba7ac7be]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8, portal: 172.16.0.220,3260]
Dec 05 17:22:15 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8, portal: 172.16.0.220,3260] successful.
Dec 05 17:22:15 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7ebf3bd-1504-4532-b221-867f6d1f6d7b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3dc3f9c-0852-4e0f-a6f1-057da2093980]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:22:15 user nova-compute[75018]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:22:15 user nova-compute[75018]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:22:15 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:22:15 user nova-compute[75018]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:22:15 user nova-compute[75018]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:22:15 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] HCTL ('34', '-', '-', 0) found on session 51 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdd71f42-7a3b-490d-87cb-84f69adfa501]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching for a device in session 51 and hctl ['34', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:22:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Updating instance_info_cache with network_info: [{"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching for a device in session 51 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WnOKhIyM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '23066373035303134', 'path': '/dev/sdc'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23066373035303134', 'path': '/dev/sdc'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:22:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-749508733',display_name='tempest-TestVolumeBootPattern-server-749508733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-749508733',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOT9ik/tD+6bFU0j/4vC6EQ0TqGp2Zy6fJsIfRsPk8CQLltW5Er57fBFZLKRjBOpcBJFg9IQHoFbsjRTEF0ezbC430EZVVEn5YsLlRH+tdhzqd2VPQXuHkXaTCTmf2e/PA==',key_name='tempest-TestVolumeBootPattern-1493259416',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-0d80qmt7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:22:05Z,user_data=None,user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=9bfe4c6b-1998-4ead-be67-4435f59e611e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "address": "fa:16:3e:ee:f9:73", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b6d171f-82", "ovs_interfaceid": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "address": "fa:16:3e:ee:f9:73", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b6d171f-82", "ovs_interfaceid": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:f9:73,bridge_name='br-int',has_traffic_filtering=True,id=6b6d171f-8215-4ec6-8bbc-0866b987a0c4,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b6d171f-82') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG nova.objects.instance [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lazy-loading 'pci_devices' on Instance uuid 9bfe4c6b-1998-4ead-be67-4435f59e611e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:22:16 user nova-compute[75018]:   <uuid>9bfe4c6b-1998-4ead-be67-4435f59e611e</uuid>
Dec 05 17:22:16 user nova-compute[75018]:   <name>instance-0000002a</name>
Dec 05 17:22:16 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:22:16 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:22:16 user nova-compute[75018]:   <metadata>
Dec 05 17:22:16 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:22:16 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:22:16 user nova-compute[75018]:       <nova:name>tempest-TestVolumeBootPattern-server-749508733</nova:name>
Dec 05 17:22:16 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:22:15</nova:creationTime>
Dec 05 17:22:16 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:22:16 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:22:16 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:22:16 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:22:16 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:22:16 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:22:16 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:22:16 user nova-compute[75018]:       <nova:owner>
Dec 05 17:22:16 user nova-compute[75018]:         <nova:user uuid="cbdc3bee63ae4fce86e51b500da9c1ac">tempest-TestVolumeBootPattern-1277319653-project-member</nova:user>
Dec 05 17:22:16 user nova-compute[75018]:         <nova:project uuid="4ab67a8b79a84e4e9347f71769911964">tempest-TestVolumeBootPattern-1277319653</nova:project>
Dec 05 17:22:16 user nova-compute[75018]:       </nova:owner>
Dec 05 17:22:16 user nova-compute[75018]:       <nova:ports>
Dec 05 17:22:16 user nova-compute[75018]:         <nova:port uuid="6b6d171f-8215-4ec6-8bbc-0866b987a0c4">
Dec 05 17:22:16 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 05 17:22:16 user nova-compute[75018]:         </nova:port>
Dec 05 17:22:16 user nova-compute[75018]:       </nova:ports>
Dec 05 17:22:16 user nova-compute[75018]:     </nova:instance>
Dec 05 17:22:16 user nova-compute[75018]:   </metadata>
Dec 05 17:22:16 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:22:16 user nova-compute[75018]:     <system>
Dec 05 17:22:16 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:22:16 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:22:16 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:22:16 user nova-compute[75018]:       <entry name="serial">9bfe4c6b-1998-4ead-be67-4435f59e611e</entry>
Dec 05 17:22:16 user nova-compute[75018]:       <entry name="uuid">9bfe4c6b-1998-4ead-be67-4435f59e611e</entry>
Dec 05 17:22:16 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:22:16 user nova-compute[75018]:     </system>
Dec 05 17:22:16 user nova-compute[75018]:   </sysinfo>
Dec 05 17:22:16 user nova-compute[75018]:   <os>
Dec 05 17:22:16 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:22:16 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:22:16 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:22:16 user nova-compute[75018]:   </os>
Dec 05 17:22:16 user nova-compute[75018]:   <features>
Dec 05 17:22:16 user nova-compute[75018]:     <acpi/>
Dec 05 17:22:16 user nova-compute[75018]:     <apic/>
Dec 05 17:22:16 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:22:16 user nova-compute[75018]:   </features>
Dec 05 17:22:16 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:22:16 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:22:16 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:22:16 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:22:16 user nova-compute[75018]:   </clock>
Dec 05 17:22:16 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:22:16 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:22:16 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:22:16 user nova-compute[75018]:   </cpu>
Dec 05 17:22:16 user nova-compute[75018]:   <devices>
Dec 05 17:22:16 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:22:16 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:22:16 user nova-compute[75018]:       <source dev="/dev/sdc"/>
Dec 05 17:22:16 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:22:16 user nova-compute[75018]:       <serial>c6e46405-7ed1-470b-80c1-a6093d6666c8</serial>
Dec 05 17:22:16 user nova-compute[75018]:     </disk>
Dec 05 17:22:16 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:22:16 user nova-compute[75018]:       <mac address="fa:16:3e:ee:f9:73"/>
Dec 05 17:22:16 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:22:16 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:22:16 user nova-compute[75018]:       <target dev="tap6b6d171f-82"/>
Dec 05 17:22:16 user nova-compute[75018]:     </interface>
Dec 05 17:22:16 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:22:16 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/9bfe4c6b-1998-4ead-be67-4435f59e611e/console.log" append="off"/>
Dec 05 17:22:16 user nova-compute[75018]:     </serial>
Dec 05 17:22:16 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:22:16 user nova-compute[75018]:     <video>
Dec 05 17:22:16 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:22:16 user nova-compute[75018]:     </video>
Dec 05 17:22:16 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:22:16 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:22:16 user nova-compute[75018]:     </rng>
Dec 05 17:22:16 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:22:16 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:22:16 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:22:16 user nova-compute[75018]:     </memballoon>
Dec 05 17:22:16 user nova-compute[75018]:   </devices>
Dec 05 17:22:16 user nova-compute[75018]: </domain>
Dec 05 17:22:16 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:22:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-749508733',display_name='tempest-TestVolumeBootPattern-server-749508733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-749508733',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOT9ik/tD+6bFU0j/4vC6EQ0TqGp2Zy6fJsIfRsPk8CQLltW5Er57fBFZLKRjBOpcBJFg9IQHoFbsjRTEF0ezbC430EZVVEn5YsLlRH+tdhzqd2VPQXuHkXaTCTmf2e/PA==',key_name='tempest-TestVolumeBootPattern-1493259416',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-0d80qmt7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:22:05Z,user_data=None,user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=9bfe4c6b-1998-4ead-be67-4435f59e611e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "address": "fa:16:3e:ee:f9:73", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b6d171f-82", "ovs_interfaceid": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "address": "fa:16:3e:ee:f9:73", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b6d171f-82", "ovs_interfaceid": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:f9:73,bridge_name='br-int',has_traffic_filtering=True,id=6b6d171f-8215-4ec6-8bbc-0866b987a0c4,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b6d171f-82') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG os_vif [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:f9:73,bridge_name='br-int',has_traffic_filtering=True,id=6b6d171f-8215-4ec6-8bbc-0866b987a0c4,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b6d171f-82') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '86e3175f-32ac-57a1-af03-77e89ba3b349', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6b6d171f-82, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6b6d171f-82, col_values=(('qos', UUID('dd3e4aca-fa43-48ba-85f0-bf700178128c')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6b6d171f-82, col_values=(('external_ids', {'iface-id': '6b6d171f-8215-4ec6-8bbc-0866b987a0c4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ee:f9:73', 'vm-uuid': '9bfe4c6b-1998-4ead-be67-4435f59e611e'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:16 user nova-compute[75018]: INFO os_vif [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:f9:73,bridge_name='br-int',has_traffic_filtering=True,id=6b6d171f-8215-4ec6-8bbc-0866b987a0c4,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b6d171f-82')
Dec 05 17:22:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] No VIF found with MAC fa:16:3e:ee:f9:73, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-5706c19c-6c39-400c-8de6-2b79359d7207 req-a82d3c74-791e-4849-84bf-5d0519158704 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received event network-changed-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-5706c19c-6c39-400c-8de6-2b79359d7207 req-a82d3c74-791e-4849-84bf-5d0519158704 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Refreshing instance network info cache due to event network-changed-2b1cc77c-5c25-4058-998f-5dd6047dcfff. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5706c19c-6c39-400c-8de6-2b79359d7207 req-a82d3c74-791e-4849-84bf-5d0519158704 service nova] Acquiring lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5706c19c-6c39-400c-8de6-2b79359d7207 req-a82d3c74-791e-4849-84bf-5d0519158704 service nova] Acquired lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:22:16 user nova-compute[75018]: DEBUG nova.network.neutron [req-5706c19c-6c39-400c-8de6-2b79359d7207 req-a82d3c74-791e-4849-84bf-5d0519158704 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Refreshing network info cache for port 2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:22:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-5706c19c-6c39-400c-8de6-2b79359d7207 req-a82d3c74-791e-4849-84bf-5d0519158704 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Updated VIF entry in instance network info cache for port 2b1cc77c-5c25-4058-998f-5dd6047dcfff. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:22:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-5706c19c-6c39-400c-8de6-2b79359d7207 req-a82d3c74-791e-4849-84bf-5d0519158704 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Updating instance_info_cache with network_info: [{"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:22:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5706c19c-6c39-400c-8de6-2b79359d7207 req-a82d3c74-791e-4849-84bf-5d0519158704 service nova] Releasing lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:22:17 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:22:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:18 user nova-compute[75018]: INFO nova.compute.manager [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Detaching volume 8c1aef6c-93df-45c5-ab13-ccba59c95df6
Dec 05 17:22:18 user nova-compute[75018]: INFO nova.virt.block_device [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Attempting to driver detach volume 8c1aef6c-93df-45c5-ab13-ccba59c95df6 from mountpoint /dev/vdb
Dec 05 17:22:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Attempting to detach device vdb from instance a383fcff-e0b1-4358-aabc-3c7330b48e2b from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:22:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:22:18 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:22:18 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:22:18 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:22:18 user nova-compute[75018]:   <serial>8c1aef6c-93df-45c5-ab13-ccba59c95df6</serial>
Dec 05 17:22:18 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 05 17:22:18 user nova-compute[75018]: </disk>
Dec 05 17:22:18 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:22:18 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Successfully detached device vdb from instance a383fcff-e0b1-4358-aabc-3c7330b48e2b from the persistent domain config.
Dec 05 17:22:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a383fcff-e0b1-4358-aabc-3c7330b48e2b from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:22:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:22:18 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:22:18 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:22:18 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:22:18 user nova-compute[75018]:   <serial>8c1aef6c-93df-45c5-ab13-ccba59c95df6</serial>
Dec 05 17:22:18 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 05 17:22:18 user nova-compute[75018]: </disk>
Dec 05 17:22:18 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:22:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:18 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:22:18 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:22:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a383fcff-e0b1-4358-aabc-3c7330b48e2b {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:22:18 user nova-compute[75018]: DEBUG nova.compute.manager [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received event network-changed-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:22:18 user nova-compute[75018]: DEBUG nova.compute.manager [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Refreshing instance network info cache due to event network-changed-2b1cc77c-5c25-4058-998f-5dd6047dcfff. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:22:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] Acquiring lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:22:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] Acquired lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:22:18 user nova-compute[75018]: DEBUG nova.network.neutron [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Refreshing network info cache for port 2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:22:19 user nova-compute[75018]: DEBUG nova.network.neutron [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Updated VIF entry in instance network info cache for port 2b1cc77c-5c25-4058-998f-5dd6047dcfff. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:22:19 user nova-compute[75018]: DEBUG nova.network.neutron [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Updating instance_info_cache with network_info: [{"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:22:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] Releasing lock "refresh_cache-a383fcff-e0b1-4358-aabc-3c7330b48e2b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:22:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received event network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:22:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] Acquiring lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] No waiting events found dispatching network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:22:19 user nova-compute[75018]: WARNING nova.compute.manager [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received unexpected event network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 for instance with vm_state building and task_state spawning.
Dec 05 17:22:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received event network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:22:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] Acquiring lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] No waiting events found dispatching network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:22:19 user nova-compute[75018]: WARNING nova.compute.manager [req-72070dc8-b0d6-4671-bcac-3c13d5e85ab8 req-b7d0da2f-92f9-47d3-a40f-ce55ddfe2fb9 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received unexpected event network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 for instance with vm_state building and task_state spawning.
Dec 05 17:22:20 user nova-compute[75018]: DEBUG nova.compute.manager [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:22:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:22:20 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Instance spawned successfully.
Dec 05 17:22:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:22:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:22:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:22:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:22:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:22:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:22:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:22:20 user nova-compute[75018]: INFO nova.compute.manager [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Took 5.31 seconds to spawn the instance on the hypervisor.
Dec 05 17:22:20 user nova-compute[75018]: DEBUG nova.compute.manager [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:22:20 user nova-compute[75018]: INFO nova.compute.manager [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Took 15.96 seconds to build instance.
Dec 05 17:22:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e827061a-8b15-48ca-9481-a6143fbbfb01 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.058s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "42047809-7e9a-489d-8ded-24bbe077df86" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:22 user nova-compute[75018]: INFO nova.compute.manager [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Detaching volume 69f06ee5-d838-45b8-b347-4b6c10c69df5
Dec 05 17:22:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:22 user nova-compute[75018]: INFO nova.virt.block_device [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Attempting to driver detach volume 69f06ee5-d838-45b8-b347-4b6c10c69df5 from mountpoint /dev/vdb
Dec 05 17:22:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Attempting to detach device vdb from instance 42047809-7e9a-489d-8ded-24bbe077df86 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:22:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:22:22 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:22:22 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:22:22 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:22:22 user nova-compute[75018]:   <serial>69f06ee5-d838-45b8-b347-4b6c10c69df5</serial>
Dec 05 17:22:22 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:22:22 user nova-compute[75018]: </disk>
Dec 05 17:22:22 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:22:22 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Successfully detached device vdb from instance 42047809-7e9a-489d-8ded-24bbe077df86 from the persistent domain config.
Dec 05 17:22:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 42047809-7e9a-489d-8ded-24bbe077df86 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:22:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:22:22 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:22:22 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:22:22 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:22:22 user nova-compute[75018]:   <serial>69f06ee5-d838-45b8-b347-4b6c10c69df5</serial>
Dec 05 17:22:22 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:22:22 user nova-compute[75018]: </disk>
Dec 05 17:22:22 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:22:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 42047809-7e9a-489d-8ded-24bbe077df86 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:22:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:38 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a383fcff-e0b1-4358-aabc-3c7330b48e2b is timed out.
Dec 05 17:22:38 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Successfully detached device vdb from instance a383fcff-e0b1-4358-aabc-3c7330b48e2b from the live domain config.
Dec 05 17:22:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GtQAFZXe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:22:38 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:22:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d96b8e0-5a65-4086-a54d-cc10ff60d74f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:22:38 user nova-compute[75018]: No targets found.
Dec 05 17:22:38 user nova-compute[75018]: iSNS:
Dec 05 17:22:38 user nova-compute[75018]: No targets found.
Dec 05 17:22:38 user nova-compute[75018]: STATIC:
Dec 05 17:22:38 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6
Dec 05 17:22:38 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:22:38 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:22:38 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5
Dec 05 17:22:38 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:22:38 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:22:38 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8
Dec 05 17:22:38 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:22:38 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:22:38 user nova-compute[75018]: FIRMWARE:
Dec 05 17:22:38 user nova-compute[75018]: No targets found.
Dec 05 17:22:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:22:38 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:22:38 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f94afa94-2287-4b51-a896-fe80f36c69e8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bf67696-8d69-4679-bbf5-ba80a6e32de8]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:22:38 user nova-compute[75018]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:22:38 user nova-compute[75018]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:22:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 (non-flash)
Dec 05 17:22:38 user nova-compute[75018]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:22:38 user nova-compute[75018]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:22:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c0165990>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6'): ({'sdd'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Removing single pathed devices sdd {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6885c6bd-330f-4e2f-baea-3a4717fb6e9b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a64235cf-39fb-4a3e-aa8c-93dc29864a57]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Flushing IO for device /dev/sdd {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[24d2f39a-6ad9-4373-ab87-958c1ebb5455]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.035s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca6e8aba-7835-40cf-8f47-e41c5a12735e]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[76790b0e-9575-4722-bc02-16f48a19aab4]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6a86bae-1350-4dc2-91ff-536593184058]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6, portal: 172.16.0.220,3260]
Dec 05 17:22:38 user nova-compute[75018]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6, portal: 172.16.0.220,3260] successful.
Dec 05 17:22:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:22:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1aef6c-93df-45c5-ab13-ccba59c95df6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[39cd954d-4404-4afc-ad66-0032f986ea9f]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:22:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.281s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:22:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] <== disconnect_volume: return (283ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:22:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:22:39 user nova-compute[75018]: DEBUG nova.objects.instance [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lazy-loading 'flavor' on Instance uuid a383fcff-e0b1-4358-aabc-3c7330b48e2b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:22:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c15643ed-43d1-4889-b728-6fc98368e1cb tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.872s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:43 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 42047809-7e9a-489d-8ded-24bbe077df86 is timed out.
Dec 05 17:22:43 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Successfully detached device vdb from instance 42047809-7e9a-489d-8ded-24bbe077df86 from the live domain config.
Dec 05 17:22:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EfAMatLw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:22:43 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cde4131f-348e-438d-a0c2-9eaa921982a0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:22:43 user nova-compute[75018]: No targets found.
Dec 05 17:22:43 user nova-compute[75018]: iSNS:
Dec 05 17:22:43 user nova-compute[75018]: No targets found.
Dec 05 17:22:43 user nova-compute[75018]: STATIC:
Dec 05 17:22:43 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5
Dec 05 17:22:43 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:22:43 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:22:43 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8
Dec 05 17:22:43 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:22:43 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:22:43 user nova-compute[75018]: FIRMWARE:
Dec 05 17:22:43 user nova-compute[75018]: No targets found.
Dec 05 17:22:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:22:43 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:22:43 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[126dd8be-e3c4-4c9c-b78c-21d7ef2ada19]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[107bd0c9-f0c0-48a5-8b45-e7b653321b2d]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:22:43 user nova-compute[75018]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:22:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 (non-flash)
Dec 05 17:22:43 user nova-compute[75018]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:22:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9ccd1d750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eb787cf-9acb-44de-a5b0-1237baaf4a92]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9572ca8e-4813-416e-8296-76a164456bce]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b79d65d9-e115-46a8-b561-5cb469c75d27]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.032s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2e3588e-a22e-4c5b-958c-8819270036ba]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf884a60-96ca-4346-adef-0fb6c456b924]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b816069b-56a4-4df2-9b3c-6292704bb4ef]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5, portal: 172.16.0.220,3260]
Dec 05 17:22:43 user nova-compute[75018]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5, portal: 172.16.0.220,3260] successful.
Dec 05 17:22:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69f06ee5-d838-45b8-b347-4b6c10c69df5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[61195920-2e98-42cf-a075-2ac432c24dfe]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.269s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] <== disconnect_volume: return (270ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:22:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:22:44 user nova-compute[75018]: DEBUG nova.objects.instance [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lazy-loading 'flavor' on Instance uuid 42047809-7e9a-489d-8ded-24bbe077df86 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:22:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-975c43e6-2305-49f8-9c95-039644812ad3 tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.738s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:55 user nova-compute[75018]: INFO nova.compute.manager [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Terminating instance
Dec 05 17:22:55 user nova-compute[75018]: DEBUG nova.compute.manager [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:22:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-da417cf5-2d9d-493c-a3c9-59d3ea992e60 req-c0d26d38-f517-4b26-84df-f4e51a6c5d09 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Received event network-vif-unplugged-58d9f2be-225b-401d-939a-ef65afc9cbe9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:22:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da417cf5-2d9d-493c-a3c9-59d3ea992e60 req-c0d26d38-f517-4b26-84df-f4e51a6c5d09 service nova] Acquiring lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da417cf5-2d9d-493c-a3c9-59d3ea992e60 req-c0d26d38-f517-4b26-84df-f4e51a6c5d09 service nova] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-da417cf5-2d9d-493c-a3c9-59d3ea992e60 req-c0d26d38-f517-4b26-84df-f4e51a6c5d09 service nova] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-da417cf5-2d9d-493c-a3c9-59d3ea992e60 req-c0d26d38-f517-4b26-84df-f4e51a6c5d09 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] No waiting events found dispatching network-vif-unplugged-58d9f2be-225b-401d-939a-ef65afc9cbe9 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:22:55 user nova-compute[75018]: DEBUG nova.compute.manager [req-da417cf5-2d9d-493c-a3c9-59d3ea992e60 req-c0d26d38-f517-4b26-84df-f4e51a6c5d09 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Received event network-vif-unplugged-58d9f2be-225b-401d-939a-ef65afc9cbe9 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:22:56 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Instance destroyed successfully.
Dec 05 17:22:56 user nova-compute[75018]: DEBUG nova.objects.instance [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lazy-loading 'resources' on Instance uuid f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:22:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:03:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-863580752',display_name='tempest-ServerActionsTestOtherA-server-863580752',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-863580752',id=18,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPLNrttAD/6RdDXT36vN9VHfEo5iJI1ILLd6+0pSZesk1dFEDo+Dg6BEzvBJVKEvhms9MThIpWRQBagQrXFBr/aEkegGqrFRt9xGwvsHWGFKagkv2WSs4QW4SYLDrPTsyg==',key_name='tempest-keypair-1944465237',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:03:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='31b8f8305ff14e2883c646a9dfa3af0d',ramdisk_id='',reservation_id='r-si77l7p8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-828640255',owner_user_name='tempest-ServerActionsTestOtherA-828640255-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:03:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8da346c164fb4c0280a7dfb63c4d1a52',uuid=f1cbdb37-6c53-4e75-9c1e-200818ff1eb4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "address": "fa:16:3e:2c:95:36", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d9f2be-22", "ovs_interfaceid": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:22:56 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converting VIF {"id": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "address": "fa:16:3e:2c:95:36", "network": {"id": "69e374fc-5890-4dee-810e-ee3be9ba89da", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2101804209-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31b8f8305ff14e2883c646a9dfa3af0d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58d9f2be-22", "ovs_interfaceid": "58d9f2be-225b-401d-939a-ef65afc9cbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:22:56 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2c:95:36,bridge_name='br-int',has_traffic_filtering=True,id=58d9f2be-225b-401d-939a-ef65afc9cbe9,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58d9f2be-22') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:22:56 user nova-compute[75018]: DEBUG os_vif [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:95:36,bridge_name='br-int',has_traffic_filtering=True,id=58d9f2be-225b-401d-939a-ef65afc9cbe9,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58d9f2be-22') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:22:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap58d9f2be-22, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:22:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:22:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=354bf9e3-79f8-43f3-b612-50ee86e5e2ba) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:22:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:22:56 user nova-compute[75018]: INFO os_vif [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:95:36,bridge_name='br-int',has_traffic_filtering=True,id=58d9f2be-225b-401d-939a-ef65afc9cbe9,network=Network(69e374fc-5890-4dee-810e-ee3be9ba89da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58d9f2be-22')
Dec 05 17:22:56 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Deleting instance files /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4_del
Dec 05 17:22:56 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Deletion of /opt/stack/data/nova/instances/f1cbdb37-6c53-4e75-9c1e-200818ff1eb4_del complete
Dec 05 17:22:56 user nova-compute[75018]: INFO nova.compute.manager [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Took 1.09 seconds to destroy the instance on the hypervisor.
Dec 05 17:22:56 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:22:56 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:22:56 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:22:56 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:22:56 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Took 0.64 seconds to deallocate network for instance.
Dec 05 17:22:56 user nova-compute[75018]: DEBUG nova.compute.manager [req-c9e92c47-9d19-4a54-8767-ba4cb4222d11 req-51e0861e-3c44-4496-ba73-d8a3ad175051 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Received event network-vif-deleted-58d9f2be-225b-401d-939a-ef65afc9cbe9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:22:56 user nova-compute[75018]: INFO nova.compute.manager [req-c9e92c47-9d19-4a54-8767-ba4cb4222d11 req-51e0861e-3c44-4496-ba73-d8a3ad175051 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Neutron deleted interface 58d9f2be-225b-401d-939a-ef65afc9cbe9; detaching it from the instance and deleting it from the info cache
Dec 05 17:22:56 user nova-compute[75018]: DEBUG nova.network.neutron [req-c9e92c47-9d19-4a54-8767-ba4cb4222d11 req-51e0861e-3c44-4496-ba73-d8a3ad175051 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:22:56 user nova-compute[75018]: DEBUG nova.compute.manager [req-c9e92c47-9d19-4a54-8767-ba4cb4222d11 req-51e0861e-3c44-4496-ba73-d8a3ad175051 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Detach interface failed, port_id=58d9f2be-225b-401d-939a-ef65afc9cbe9, reason: Instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:22:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:57 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:22:57 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:22:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.185s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:57 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Deleted allocations for instance f1cbdb37-6c53-4e75-9c1e-200818ff1eb4
Dec 05 17:22:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-817c5ef6-ba01-4459-86ac-f1c381a54968 tempest-ServerActionsTestOtherA-828640255 tempest-ServerActionsTestOtherA-828640255-project-member] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.125s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:57 user nova-compute[75018]: DEBUG nova.compute.manager [req-0169f352-a26d-40c7-a8eb-a47595010b78 req-f2213fbb-8c9c-455e-987d-456025806ee3 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Received event network-vif-plugged-58d9f2be-225b-401d-939a-ef65afc9cbe9 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:22:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0169f352-a26d-40c7-a8eb-a47595010b78 req-f2213fbb-8c9c-455e-987d-456025806ee3 service nova] Acquiring lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:22:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0169f352-a26d-40c7-a8eb-a47595010b78 req-f2213fbb-8c9c-455e-987d-456025806ee3 service nova] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:22:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0169f352-a26d-40c7-a8eb-a47595010b78 req-f2213fbb-8c9c-455e-987d-456025806ee3 service nova] Lock "f1cbdb37-6c53-4e75-9c1e-200818ff1eb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:22:57 user nova-compute[75018]: DEBUG nova.compute.manager [req-0169f352-a26d-40c7-a8eb-a47595010b78 req-f2213fbb-8c9c-455e-987d-456025806ee3 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] No waiting events found dispatching network-vif-plugged-58d9f2be-225b-401d-939a-ef65afc9cbe9 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:22:57 user nova-compute[75018]: WARNING nova.compute.manager [req-0169f352-a26d-40c7-a8eb-a47595010b78 req-f2213fbb-8c9c-455e-987d-456025806ee3 service nova] [instance: f1cbdb37-6c53-4e75-9c1e-200818ff1eb4] Received unexpected event network-vif-plugged-58d9f2be-225b-401d-939a-ef65afc9cbe9 for instance with vm_state deleted and task_state None.
Dec 05 17:23:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:07 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:23:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:12 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:13 user nova-compute[75018]: INFO nova.compute.manager [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Terminating instance
Dec 05 17:23:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "42047809-7e9a-489d-8ded-24bbe077df86" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "42047809-7e9a-489d-8ded-24bbe077df86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:13 user nova-compute[75018]: INFO nova.compute.manager [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Terminating instance
Dec 05 17:23:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Didn't find any instances for network info cache update. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG nova.compute.manager [req-4291d3dc-d1b6-46f8-aae9-d01d8c3ca85e req-b08f6497-ee2c-4239-841b-8549ee7c5697 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received event network-vif-unplugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4291d3dc-d1b6-46f8-aae9-d01d8c3ca85e req-b08f6497-ee2c-4239-841b-8549ee7c5697 service nova] Acquiring lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4291d3dc-d1b6-46f8-aae9-d01d8c3ca85e req-b08f6497-ee2c-4239-841b-8549ee7c5697 service nova] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4291d3dc-d1b6-46f8-aae9-d01d8c3ca85e req-b08f6497-ee2c-4239-841b-8549ee7c5697 service nova] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG nova.compute.manager [req-4291d3dc-d1b6-46f8-aae9-d01d8c3ca85e req-b08f6497-ee2c-4239-841b-8549ee7c5697 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] No waiting events found dispatching network-vif-unplugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG nova.compute.manager [req-4291d3dc-d1b6-46f8-aae9-d01d8c3ca85e req-b08f6497-ee2c-4239-841b-8549ee7c5697 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received event network-vif-unplugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:13 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:14 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Instance destroyed successfully.
Dec 05 17:23:14 user nova-compute[75018]: DEBUG nova.objects.instance [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lazy-loading 'resources' on Instance uuid a383fcff-e0b1-4358-aabc-3c7330b48e2b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:18:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2107218833',display_name='tempest-TestMinimumBasicScenario-server-2107218833',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2107218833',id=39,image_ref='5eaf03a7-a5be-467d-b018-77d987f23aaa',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHe0JLvsj411Ow0AeKOfi8QjTVkfk8dM/TsjdEa133ApiU5VvrmF+c7+59ZYoEeze4eS031eND3f45sI/CzP5JWWT6y6Z/Mnfy9gAb8mGzzZ6rZ4ghSveiC5I5Qp9e6ZXw==',key_name='tempest-TestMinimumBasicScenario-740818327',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:18:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4c4d72b9cd5841beb8f880690d520983',ramdisk_id='',reservation_id='r-yjgbkwag',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5eaf03a7-a5be-467d-b018-77d987f23aaa',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1857575594',owner_user_name='tempest-TestMinimumBasicScenario-1857575594-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:20:32Z,user_data=None,user_id='1a016262239842fa8d11bb93951ea659',uuid=a383fcff-e0b1-4358-aabc-3c7330b48e2b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converting VIF {"id": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "address": "fa:16:3e:b4:86:e7", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1cc77c-5c", "ovs_interfaceid": "2b1cc77c-5c25-4058-998f-5dd6047dcfff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b4:86:e7,bridge_name='br-int',has_traffic_filtering=True,id=2b1cc77c-5c25-4058-998f-5dd6047dcfff,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1cc77c-5c') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG os_vif [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b4:86:e7,bridge_name='br-int',has_traffic_filtering=True,id=2b1cc77c-5c25-4058-998f-5dd6047dcfff,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1cc77c-5c') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2b1cc77c-5c, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:23:14 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Instance destroyed successfully.
Dec 05 17:23:14 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lazy-loading 'resources' on Instance uuid 42047809-7e9a-489d-8ded-24bbe077df86 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=acbbf59a-6558-4a51-8f2d-f6575834b3a5) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:19:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-594576368',display_name='tempest-TestServerVolumeAttachmentScenario-server-594576368',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-594576368',id=41,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOH/YgHEwpw0jf5MB+FTEsgTb3Xvoo5JQVI4IiU1Km8NSgrCebybt4zeodSLgIjTNV2gZqSwFPN9bJU6e1pHA6TFeB1bPu/nfC+C5nLv8iE80A4YQy65yE/YyIGN4IHuFA==',key_name='tempest-keypair-795935046',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:19:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8a3885e48a5d4d149950fda86dd8380a',ramdisk_id='',reservation_id='r-nf2m8nv6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1222586868',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1222586868-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:19:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0dab78d2fa724cc899682b1fff862555',uuid=42047809-7e9a-489d-8ded-24bbe077df86,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "address": "fa:16:3e:61:79:fd", "network": {"id": "6c71af3d-7d95-4a7f-869e-83758b5e1f3a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-950667391-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8a3885e48a5d4d149950fda86dd8380a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096b22a1-36", "ovs_interfaceid": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Converting VIF {"id": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "address": "fa:16:3e:61:79:fd", "network": {"id": "6c71af3d-7d95-4a7f-869e-83758b5e1f3a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-950667391-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8a3885e48a5d4d149950fda86dd8380a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096b22a1-36", "ovs_interfaceid": "096b22a1-3628-46cb-9fcd-c889ec792f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:61:79:fd,bridge_name='br-int',has_traffic_filtering=True,id=096b22a1-3628-46cb-9fcd-c889ec792f1b,network=Network(6c71af3d-7d95-4a7f-869e-83758b5e1f3a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap096b22a1-36') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG os_vif [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:79:fd,bridge_name='br-int',has_traffic_filtering=True,id=096b22a1-3628-46cb-9fcd-c889ec792f1b,network=Network(6c71af3d-7d95-4a7f-869e-83758b5e1f3a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap096b22a1-36') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap096b22a1-36, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:14 user nova-compute[75018]: INFO os_vif [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b4:86:e7,bridge_name='br-int',has_traffic_filtering=True,id=2b1cc77c-5c25-4058-998f-5dd6047dcfff,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1cc77c-5c')
Dec 05 17:23:14 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Deleting instance files /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b_del
Dec 05 17:23:14 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Deletion of /opt/stack/data/nova/instances/a383fcff-e0b1-4358-aabc-3c7330b48e2b_del complete
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e4d2aaf6-3b82-4392-a60b-061a2366f4cb) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:14 user nova-compute[75018]: INFO os_vif [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:79:fd,bridge_name='br-int',has_traffic_filtering=True,id=096b22a1-3628-46cb-9fcd-c889ec792f1b,network=Network(6c71af3d-7d95-4a7f-869e-83758b5e1f3a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap096b22a1-36')
Dec 05 17:23:14 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Deleting instance files /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86_del
Dec 05 17:23:14 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Deletion of /opt/stack/data/nova/instances/42047809-7e9a-489d-8ded-24bbe077df86_del complete
Dec 05 17:23:14 user nova-compute[75018]: INFO nova.compute.manager [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Took 1.57 seconds to destroy the instance on the hypervisor.
Dec 05 17:23:14 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:23:14 user nova-compute[75018]: INFO nova.compute.manager [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Took 1.43 seconds to destroy the instance on the hypervisor.
Dec 05 17:23:14 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:23:14 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:23:14 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Error from libvirt while getting description of instance-00000027: [Error Code 42] Domain not found: no domain with matching uuid 'a383fcff-e0b1-4358-aabc-3c7330b48e2b' (instance-00000027): libvirt.libvirtError: Domain not found: no domain with matching uuid 'a383fcff-e0b1-4358-aabc-3c7330b48e2b' (instance-00000027)
Dec 05 17:23:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:23:14 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Error from libvirt while getting description of instance-00000029: [Error Code 42] Domain not found: no domain with matching uuid '42047809-7e9a-489d-8ded-24bbe077df86' (instance-00000029): libvirt.libvirtError: Domain not found: no domain with matching uuid '42047809-7e9a-489d-8ded-24bbe077df86' (instance-00000029)
Dec 05 17:23:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:15 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:23:15 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8751MB free_disk=25.076499938964844GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a383fcff-e0b1-4358-aabc-3c7330b48e2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 42047809-7e9a-489d-8ded-24bbe077df86 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 9bfe4c6b-1998-4ead-be67-4435f59e611e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.268s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received event network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Acquiring lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] No waiting events found dispatching network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:23:15 user nova-compute[75018]: WARNING nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received unexpected event network-vif-plugged-2b1cc77c-5c25-4058-998f-5dd6047dcfff for instance with vm_state active and task_state deleting.
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received event network-vif-unplugged-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Acquiring lock "42047809-7e9a-489d-8ded-24bbe077df86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] No waiting events found dispatching network-vif-unplugged-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received event network-vif-unplugged-096b22a1-3628-46cb-9fcd-c889ec792f1b for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received event network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Acquiring lock "42047809-7e9a-489d-8ded-24bbe077df86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] No waiting events found dispatching network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:23:15 user nova-compute[75018]: WARNING nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received unexpected event network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b for instance with vm_state active and task_state deleting.
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received event network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Acquiring lock "42047809-7e9a-489d-8ded-24bbe077df86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] No waiting events found dispatching network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:23:15 user nova-compute[75018]: WARNING nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received unexpected event network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b for instance with vm_state active and task_state deleting.
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received event network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Acquiring lock "42047809-7e9a-489d-8ded-24bbe077df86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] No waiting events found dispatching network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:23:15 user nova-compute[75018]: WARNING nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received unexpected event network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b for instance with vm_state active and task_state deleting.
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received event network-vif-unplugged-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Acquiring lock "42047809-7e9a-489d-8ded-24bbe077df86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] No waiting events found dispatching network-vif-unplugged-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received event network-vif-unplugged-096b22a1-3628-46cb-9fcd-c889ec792f1b for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received event network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Acquiring lock "42047809-7e9a-489d-8ded-24bbe077df86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] Lock "42047809-7e9a-489d-8ded-24bbe077df86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] No waiting events found dispatching network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:23:15 user nova-compute[75018]: WARNING nova.compute.manager [req-3b00e331-ee4c-477a-a9f0-548e20102e1c req-6d76bf41-15c9-460b-a496-b2b23d62f5a2 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received unexpected event network-vif-plugged-096b22a1-3628-46cb-9fcd-c889ec792f1b for instance with vm_state active and task_state deleting.
Dec 05 17:23:15 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:23:15 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Took 1.26 seconds to deallocate network for instance.
Dec 05 17:23:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:16 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:23:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-28270a37-f0a7-459e-a806-cb14b2092020 req-9d9ba256-d103-4b76-b643-ba84dabf7e52 service nova] [instance: a383fcff-e0b1-4358-aabc-3c7330b48e2b] Received event network-vif-deleted-2b1cc77c-5c25-4058-998f-5dd6047dcfff {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:23:16 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Took 1.36 seconds to deallocate network for instance.
Dec 05 17:23:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:16 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:23:16 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:23:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.180s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.086s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:16 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Deleted allocations for instance a383fcff-e0b1-4358-aabc-3c7330b48e2b
Dec 05 17:23:16 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:23:16 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:23:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-29bc5038-e525-434a-815d-b8c2543fb65b tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "a383fcff-e0b1-4358-aabc-3c7330b48e2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.209s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.128s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:16 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Deleted allocations for instance 42047809-7e9a-489d-8ded-24bbe077df86
Dec 05 17:23:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4b4507af-556f-4163-b5d0-0c6b228332ff tempest-TestServerVolumeAttachmentScenario-1222586868 tempest-TestServerVolumeAttachmentScenario-1222586868-project-member] Lock "42047809-7e9a-489d-8ded-24bbe077df86" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.185s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:17 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:23:17 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:23:17 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:23:17 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:23:18 user nova-compute[75018]: DEBUG nova.compute.manager [req-993a08c7-d835-47e3-9217-25f140a8c046 req-cdf56286-c94d-430f-8407-37cfa5a1a226 service nova] [instance: 42047809-7e9a-489d-8ded-24bbe077df86] Received event network-vif-deleted-096b22a1-3628-46cb-9fcd-c889ec792f1b {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:23:19 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:23:19 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:23:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:23:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:23:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:23:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:23:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:56 user nova-compute[75018]: DEBUG nova.compute.manager [req-f1964a6b-d6c4-40bc-a1d8-78616c83cb5f req-748c876d-5973-4df2-8797-b70d82238d43 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received event network-changed-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:23:56 user nova-compute[75018]: DEBUG nova.compute.manager [req-f1964a6b-d6c4-40bc-a1d8-78616c83cb5f req-748c876d-5973-4df2-8797-b70d82238d43 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Refreshing instance network info cache due to event network-changed-6b6d171f-8215-4ec6-8bbc-0866b987a0c4. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:23:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f1964a6b-d6c4-40bc-a1d8-78616c83cb5f req-748c876d-5973-4df2-8797-b70d82238d43 service nova] Acquiring lock "refresh_cache-9bfe4c6b-1998-4ead-be67-4435f59e611e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:23:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f1964a6b-d6c4-40bc-a1d8-78616c83cb5f req-748c876d-5973-4df2-8797-b70d82238d43 service nova] Acquired lock "refresh_cache-9bfe4c6b-1998-4ead-be67-4435f59e611e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:23:56 user nova-compute[75018]: DEBUG nova.network.neutron [req-f1964a6b-d6c4-40bc-a1d8-78616c83cb5f req-748c876d-5973-4df2-8797-b70d82238d43 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Refreshing network info cache for port 6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:23:56 user nova-compute[75018]: DEBUG nova.network.neutron [req-f1964a6b-d6c4-40bc-a1d8-78616c83cb5f req-748c876d-5973-4df2-8797-b70d82238d43 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Updated VIF entry in instance network info cache for port 6b6d171f-8215-4ec6-8bbc-0866b987a0c4. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:23:56 user nova-compute[75018]: DEBUG nova.network.neutron [req-f1964a6b-d6c4-40bc-a1d8-78616c83cb5f req-748c876d-5973-4df2-8797-b70d82238d43 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Updating instance_info_cache with network_info: [{"id": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "address": "fa:16:3e:ee:f9:73", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b6d171f-82", "ovs_interfaceid": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:23:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f1964a6b-d6c4-40bc-a1d8-78616c83cb5f req-748c876d-5973-4df2-8797-b70d82238d43 service nova] Releasing lock "refresh_cache-9bfe4c6b-1998-4ead-be67-4435f59e611e" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "9bfe4c6b-1998-4ead-be67-4435f59e611e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:57 user nova-compute[75018]: INFO nova.compute.manager [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Terminating instance
Dec 05 17:23:57 user nova-compute[75018]: DEBUG nova.compute.manager [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "f942b452-241a-4701-bb6f-fcb678640493" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "f942b452-241a-4701-bb6f-fcb678640493" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG nova.compute.manager [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:23:57 user nova-compute[75018]: INFO nova.compute.claims [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Claim successful on node user
Dec 05 17:23:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:57 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Instance destroyed successfully.
Dec 05 17:23:57 user nova-compute[75018]: DEBUG nova.objects.instance [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lazy-loading 'resources' on Instance uuid 9bfe4c6b-1998-4ead-be67-4435f59e611e {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:22:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-749508733',display_name='tempest-TestVolumeBootPattern-server-749508733',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-749508733',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOT9ik/tD+6bFU0j/4vC6EQ0TqGp2Zy6fJsIfRsPk8CQLltW5Er57fBFZLKRjBOpcBJFg9IQHoFbsjRTEF0ezbC430EZVVEn5YsLlRH+tdhzqd2VPQXuHkXaTCTmf2e/PA==',key_name='tempest-TestVolumeBootPattern-1493259416',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:22:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-0d80qmt7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:22:21Z,user_data=None,user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=9bfe4c6b-1998-4ead-be67-4435f59e611e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "address": "fa:16:3e:ee:f9:73", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b6d171f-82", "ovs_interfaceid": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "address": "fa:16:3e:ee:f9:73", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b6d171f-82", "ovs_interfaceid": "6b6d171f-8215-4ec6-8bbc-0866b987a0c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:f9:73,bridge_name='br-int',has_traffic_filtering=True,id=6b6d171f-8215-4ec6-8bbc-0866b987a0c4,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b6d171f-82') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG os_vif [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:f9:73,bridge_name='br-int',has_traffic_filtering=True,id=6b6d171f-8215-4ec6-8bbc-0866b987a0c4,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b6d171f-82') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6b6d171f-82, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dd3e4aca-fa43-48ba-85f0-bf700178128c) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:23:57 user nova-compute[75018]: INFO os_vif [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:f9:73,bridge_name='br-int',has_traffic_filtering=True,id=6b6d171f-8215-4ec6-8bbc-0866b987a0c4,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b6d171f-82')
Dec 05 17:23:57 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WnOKhIyM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:23:57 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:23:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:23:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2151634b-a3a2-4696-9335-9eb5c42906f7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:23:58 user nova-compute[75018]: No targets found.
Dec 05 17:23:58 user nova-compute[75018]: iSNS:
Dec 05 17:23:58 user nova-compute[75018]: No targets found.
Dec 05 17:23:58 user nova-compute[75018]: STATIC:
Dec 05 17:23:58 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8
Dec 05 17:23:58 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:23:58 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:23:58 user nova-compute[75018]: FIRMWARE:
Dec 05 17:23:58 user nova-compute[75018]: No targets found.
Dec 05 17:23:58 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:23:58 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:23:58 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[448526fb-c889-4f5a-9785-5b9e77422594]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.283s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0281e7d2-5a5f-4018-9b04-42a56fa7607d]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:23:58 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:23:58 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a83605e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8'): ({'sdc'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Removing single pathed devices sdc {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[18e7b743-c723-4bc9-9e48-65c0a2859e9b]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.network.neutron [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:23:58 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.028s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2beaf20-aeb5-4fa0-bea8-8d6a829e18b0]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flushing IO for device /dev/sdc {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d51d262-4aef-48a0-aa7e-a515164a13b4]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.policy [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b46541d25214c289488ed2e4db91420', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd67f0458baa48fda16fbdeab5c7c80f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.064s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1789ceda-446a-48dd-8f95-7081255a2580]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a3f147e-007b-4668-9dda-6c6536b920e9]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:23:58 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Creating image(s)
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "/opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "/opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "/opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[db2fdd3f-5c91-4b7c-983a-aedaf18e85c3]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8, portal: 172.16.0.220,3260]
Dec 05 17:23:58 user nova-compute[75018]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8, portal: 172.16.0.220,3260] successful.
Dec 05 17:23:58 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b974b8de-2904-46e5-a897-a509aab668e9]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.383s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== disconnect_volume: return (385ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:23:58 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Deleting instance files /opt/stack/data/nova/instances/9bfe4c6b-1998-4ead-be67-4435f59e611e_del
Dec 05 17:23:58 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Deletion of /opt/stack/data/nova/instances/9bfe4c6b-1998-4ead-be67-4435f59e611e_del complete
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received event network-vif-unplugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] Acquiring lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] No waiting events found dispatching network-vif-unplugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received event network-vif-unplugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received event network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] Acquiring lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] No waiting events found dispatching network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:23:58 user nova-compute[75018]: WARNING nova.compute.manager [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received unexpected event network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 for instance with vm_state active and task_state deleting.
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received event network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] Acquiring lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] No waiting events found dispatching network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:23:58 user nova-compute[75018]: WARNING nova.compute.manager [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received unexpected event network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 for instance with vm_state active and task_state deleting.
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received event network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] Acquiring lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] No waiting events found dispatching network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:23:58 user nova-compute[75018]: WARNING nova.compute.manager [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received unexpected event network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 for instance with vm_state active and task_state deleting.
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received event network-vif-unplugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] Acquiring lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] No waiting events found dispatching network-vif-unplugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-047ff66b-d8d2-4c71-ba03-70853a63a894 req-41cc088a-3724-410b-8695-2797a1df9326 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received event network-vif-unplugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:23:58 user nova-compute[75018]: INFO nova.compute.manager [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Took 1.33 seconds to destroy the instance on the hypervisor.
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.201s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.184s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk 1073741824" returned: 0 in 0.054s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.192s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:23:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:23:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:23:59 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Cannot resize image /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:23:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:23:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Ensure instance console log exists: /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:23:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:23:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:23:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:23:59 user nova-compute[75018]: DEBUG nova.network.neutron [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Successfully created port: 8075014d-85f8-44da-89b5-698a60c62a72 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.compute.manager [req-4e6d0663-c578-4bd5-90e1-b3fbe09cd006 req-cd5238eb-aae9-4909-9f84-f194b09cf549 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received event network-vif-deleted-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:24:00 user nova-compute[75018]: INFO nova.compute.manager [req-4e6d0663-c578-4bd5-90e1-b3fbe09cd006 req-cd5238eb-aae9-4909-9f84-f194b09cf549 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Neutron deleted interface 6b6d171f-8215-4ec6-8bbc-0866b987a0c4; detaching it from the instance and deleting it from the info cache
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.network.neutron [req-4e6d0663-c578-4bd5-90e1-b3fbe09cd006 req-cd5238eb-aae9-4909-9f84-f194b09cf549 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:24:00 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Took 1.72 seconds to deallocate network for instance.
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.compute.manager [req-4e6d0663-c578-4bd5-90e1-b3fbe09cd006 req-cd5238eb-aae9-4909-9f84-f194b09cf549 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Detach interface failed, port_id=6b6d171f-8215-4ec6-8bbc-0866b987a0c4, reason: Instance 9bfe4c6b-1998-4ead-be67-4435f59e611e could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.network.neutron [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Successfully updated port: 8075014d-85f8-44da-89b5-698a60c62a72 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquired lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.network.neutron [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.network.neutron [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.compute.manager [req-a45cb10b-9906-49c8-8286-15b951e5dce4 req-dd588c3d-c46c-46f3-bd1b-4903741bfb34 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received event network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a45cb10b-9906-49c8-8286-15b951e5dce4 req-dd588c3d-c46c-46f3-bd1b-4903741bfb34 service nova] Acquiring lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a45cb10b-9906-49c8-8286-15b951e5dce4 req-dd588c3d-c46c-46f3-bd1b-4903741bfb34 service nova] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a45cb10b-9906-49c8-8286-15b951e5dce4 req-dd588c3d-c46c-46f3-bd1b-4903741bfb34 service nova] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.compute.manager [req-a45cb10b-9906-49c8-8286-15b951e5dce4 req-dd588c3d-c46c-46f3-bd1b-4903741bfb34 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] No waiting events found dispatching network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:24:00 user nova-compute[75018]: WARNING nova.compute.manager [req-a45cb10b-9906-49c8-8286-15b951e5dce4 req-dd588c3d-c46c-46f3-bd1b-4903741bfb34 service nova] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Received unexpected event network-vif-plugged-6b6d171f-8215-4ec6-8bbc-0866b987a0c4 for instance with vm_state active and task_state deleting.
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.network.neutron [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updating instance_info_cache with network_info: [{"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Releasing lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Instance network_info: |[{"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Start _get_guest_xml network_info=[{"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:24:00 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:24:00 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:23:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2086678656',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2086678656',id=43,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cd67f0458baa48fda16fbdeab5c7c80f',ramdisk_id='',reservation_id='r-m7i8z0mz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:23:58Z,user_data=None,user_id='1b46541d25214c289488ed2e4db91420',uuid=f942b452-241a-4701-bb6f-fcb678640493,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converting VIF {"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:54:17,bridge_name='br-int',has_traffic_filtering=True,id=8075014d-85f8-44da-89b5-698a60c62a72,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8075014d-85') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.objects.instance [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'pci_devices' on Instance uuid f942b452-241a-4701-bb6f-fcb678640493 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:24:00 user nova-compute[75018]:   <uuid>f942b452-241a-4701-bb6f-fcb678640493</uuid>
Dec 05 17:24:00 user nova-compute[75018]:   <name>instance-0000002b</name>
Dec 05 17:24:00 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:24:00 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:24:00 user nova-compute[75018]:   <metadata>
Dec 05 17:24:00 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:24:00 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:24:00 user nova-compute[75018]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-2086678656</nova:name>
Dec 05 17:24:00 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:24:00</nova:creationTime>
Dec 05 17:24:00 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:24:00 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:24:00 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:24:00 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:24:00 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:24:00 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:24:00 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:24:00 user nova-compute[75018]:       <nova:owner>
Dec 05 17:24:00 user nova-compute[75018]:         <nova:user uuid="1b46541d25214c289488ed2e4db91420">tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member</nova:user>
Dec 05 17:24:00 user nova-compute[75018]:         <nova:project uuid="cd67f0458baa48fda16fbdeab5c7c80f">tempest-ServerBootFromVolumeStableRescueTest-1141058712</nova:project>
Dec 05 17:24:00 user nova-compute[75018]:       </nova:owner>
Dec 05 17:24:00 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:24:00 user nova-compute[75018]:       <nova:ports>
Dec 05 17:24:00 user nova-compute[75018]:         <nova:port uuid="8075014d-85f8-44da-89b5-698a60c62a72">
Dec 05 17:24:00 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 05 17:24:00 user nova-compute[75018]:         </nova:port>
Dec 05 17:24:00 user nova-compute[75018]:       </nova:ports>
Dec 05 17:24:00 user nova-compute[75018]:     </nova:instance>
Dec 05 17:24:00 user nova-compute[75018]:   </metadata>
Dec 05 17:24:00 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:24:00 user nova-compute[75018]:     <system>
Dec 05 17:24:00 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:24:00 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:24:00 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:24:00 user nova-compute[75018]:       <entry name="serial">f942b452-241a-4701-bb6f-fcb678640493</entry>
Dec 05 17:24:00 user nova-compute[75018]:       <entry name="uuid">f942b452-241a-4701-bb6f-fcb678640493</entry>
Dec 05 17:24:00 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:24:00 user nova-compute[75018]:     </system>
Dec 05 17:24:00 user nova-compute[75018]:   </sysinfo>
Dec 05 17:24:00 user nova-compute[75018]:   <os>
Dec 05 17:24:00 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:24:00 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:24:00 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:24:00 user nova-compute[75018]:   </os>
Dec 05 17:24:00 user nova-compute[75018]:   <features>
Dec 05 17:24:00 user nova-compute[75018]:     <acpi/>
Dec 05 17:24:00 user nova-compute[75018]:     <apic/>
Dec 05 17:24:00 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:24:00 user nova-compute[75018]:   </features>
Dec 05 17:24:00 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:24:00 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:24:00 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:24:00 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:24:00 user nova-compute[75018]:   </clock>
Dec 05 17:24:00 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:24:00 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:24:00 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:24:00 user nova-compute[75018]:   </cpu>
Dec 05 17:24:00 user nova-compute[75018]:   <devices>
Dec 05 17:24:00 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:24:00 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:24:00 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk"/>
Dec 05 17:24:00 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:24:00 user nova-compute[75018]:     </disk>
Dec 05 17:24:00 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:24:00 user nova-compute[75018]:       <mac address="fa:16:3e:a8:54:17"/>
Dec 05 17:24:00 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:24:00 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:24:00 user nova-compute[75018]:       <target dev="tap8075014d-85"/>
Dec 05 17:24:00 user nova-compute[75018]:     </interface>
Dec 05 17:24:00 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:24:00 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/console.log" append="off"/>
Dec 05 17:24:00 user nova-compute[75018]:     </serial>
Dec 05 17:24:00 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:24:00 user nova-compute[75018]:     <video>
Dec 05 17:24:00 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:24:00 user nova-compute[75018]:     </video>
Dec 05 17:24:00 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:24:00 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:24:00 user nova-compute[75018]:     </rng>
Dec 05 17:24:00 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:24:00 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:24:00 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:24:00 user nova-compute[75018]:     </memballoon>
Dec 05 17:24:00 user nova-compute[75018]:   </devices>
Dec 05 17:24:00 user nova-compute[75018]: </domain>
Dec 05 17:24:00 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:23:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2086678656',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2086678656',id=43,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cd67f0458baa48fda16fbdeab5c7c80f',ramdisk_id='',reservation_id='r-m7i8z0mz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:23:58Z,user_data=None,user_id='1b46541d25214c289488ed2e4db91420',uuid=f942b452-241a-4701-bb6f-fcb678640493,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converting VIF {"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:54:17,bridge_name='br-int',has_traffic_filtering=True,id=8075014d-85f8-44da-89b5-698a60c62a72,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8075014d-85') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG os_vif [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:54:17,bridge_name='br-int',has_traffic_filtering=True,id=8075014d-85f8-44da-89b5-698a60c62a72,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8075014d-85') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5443b3db-52f8-50c9-8a3d-30d4cb2e55e5', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8075014d-85, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8075014d-85, col_values=(('qos', UUID('79d203ef-92de-45af-bb6b-be3cf990acfa')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8075014d-85, col_values=(('external_ids', {'iface-id': '8075014d-85f8-44da-89b5-698a60c62a72', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a8:54:17', 'vm-uuid': 'f942b452-241a-4701-bb6f-fcb678640493'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:00 user nova-compute[75018]: INFO os_vif [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:54:17,bridge_name='br-int',has_traffic_filtering=True,id=8075014d-85f8-44da-89b5-698a60c62a72,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8075014d-85')
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:24:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] No VIF found with MAC fa:16:3e:a8:54:17, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:24:00 user nova-compute[75018]: INFO nova.compute.manager [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 9bfe4c6b-1998-4ead-be67-4435f59e611e] Took 0.78 seconds to detach 1 volumes for instance.
Dec 05 17:24:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:01 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:24:01 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:24:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.138s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:01 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Deleted allocations for instance 9bfe4c6b-1998-4ead-be67-4435f59e611e
Dec 05 17:24:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d1908923-7a88-4eda-97ed-b1601e31e5f7 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "9bfe4c6b-1998-4ead-be67-4435f59e611e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.143s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-24b5f01c-0786-462f-92e2-f008b41155fa req-6f60b37b-2cc1-4db7-af22-d376c653b572 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] Received event network-changed-8075014d-85f8-44da-89b5-698a60c62a72 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-24b5f01c-0786-462f-92e2-f008b41155fa req-6f60b37b-2cc1-4db7-af22-d376c653b572 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] Refreshing instance network info cache due to event network-changed-8075014d-85f8-44da-89b5-698a60c62a72. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-24b5f01c-0786-462f-92e2-f008b41155fa req-6f60b37b-2cc1-4db7-af22-d376c653b572 service nova] Acquiring lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-24b5f01c-0786-462f-92e2-f008b41155fa req-6f60b37b-2cc1-4db7-af22-d376c653b572 service nova] Acquired lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG nova.network.neutron [req-24b5f01c-0786-462f-92e2-f008b41155fa req-6f60b37b-2cc1-4db7-af22-d376c653b572 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] Refreshing network info cache for port 8075014d-85f8-44da-89b5-698a60c62a72 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-26369d8d-40c3-4ca6-b0fa-6ef2116a5840 req-9d0ef42e-4b9a-40e6-a4fd-ce11f22aecb9 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] Received event network-vif-plugged-8075014d-85f8-44da-89b5-698a60c62a72 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-26369d8d-40c3-4ca6-b0fa-6ef2116a5840 req-9d0ef42e-4b9a-40e6-a4fd-ce11f22aecb9 service nova] Acquiring lock "f942b452-241a-4701-bb6f-fcb678640493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-26369d8d-40c3-4ca6-b0fa-6ef2116a5840 req-9d0ef42e-4b9a-40e6-a4fd-ce11f22aecb9 service nova] Lock "f942b452-241a-4701-bb6f-fcb678640493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-26369d8d-40c3-4ca6-b0fa-6ef2116a5840 req-9d0ef42e-4b9a-40e6-a4fd-ce11f22aecb9 service nova] Lock "f942b452-241a-4701-bb6f-fcb678640493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-26369d8d-40c3-4ca6-b0fa-6ef2116a5840 req-9d0ef42e-4b9a-40e6-a4fd-ce11f22aecb9 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] No waiting events found dispatching network-vif-plugged-8075014d-85f8-44da-89b5-698a60c62a72 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:24:02 user nova-compute[75018]: WARNING nova.compute.manager [req-26369d8d-40c3-4ca6-b0fa-6ef2116a5840 req-9d0ef42e-4b9a-40e6-a4fd-ce11f22aecb9 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] Received unexpected event network-vif-plugged-8075014d-85f8-44da-89b5-698a60c62a72 for instance with vm_state building and task_state spawning.
Dec 05 17:24:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG nova.network.neutron [req-24b5f01c-0786-462f-92e2-f008b41155fa req-6f60b37b-2cc1-4db7-af22-d376c653b572 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updated VIF entry in instance network info cache for port 8075014d-85f8-44da-89b5-698a60c62a72. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG nova.network.neutron [req-24b5f01c-0786-462f-92e2-f008b41155fa req-6f60b37b-2cc1-4db7-af22-d376c653b572 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updating instance_info_cache with network_info: [{"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-24b5f01c-0786-462f-92e2-f008b41155fa req-6f60b37b-2cc1-4db7-af22-d376c653b572 service nova] Releasing lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:24:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:24:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:24:04 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: f942b452-241a-4701-bb6f-fcb678640493] Instance spawned successfully.
Dec 05 17:24:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:24:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:24:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:24:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:24:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:24:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:24:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:24:04 user nova-compute[75018]: INFO nova.compute.manager [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Took 6.07 seconds to spawn the instance on the hypervisor.
Dec 05 17:24:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:24:04 user nova-compute[75018]: INFO nova.compute.manager [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Took 6.76 seconds to build instance.
Dec 05 17:24:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-587b868e-38a3-42ef-8094-8004b1381f81 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "f942b452-241a-4701-bb6f-fcb678640493" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.880s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-0ef8e528-fceb-48d6-b221-40136c20ce71 req-91ea1b96-0b94-4da8-9911-3dec567d5090 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] Received event network-vif-plugged-8075014d-85f8-44da-89b5-698a60c62a72 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:24:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0ef8e528-fceb-48d6-b221-40136c20ce71 req-91ea1b96-0b94-4da8-9911-3dec567d5090 service nova] Acquiring lock "f942b452-241a-4701-bb6f-fcb678640493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0ef8e528-fceb-48d6-b221-40136c20ce71 req-91ea1b96-0b94-4da8-9911-3dec567d5090 service nova] Lock "f942b452-241a-4701-bb6f-fcb678640493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0ef8e528-fceb-48d6-b221-40136c20ce71 req-91ea1b96-0b94-4da8-9911-3dec567d5090 service nova] Lock "f942b452-241a-4701-bb6f-fcb678640493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-0ef8e528-fceb-48d6-b221-40136c20ce71 req-91ea1b96-0b94-4da8-9911-3dec567d5090 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] No waiting events found dispatching network-vif-plugged-8075014d-85f8-44da-89b5-698a60c62a72 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:24:04 user nova-compute[75018]: WARNING nova.compute.manager [req-0ef8e528-fceb-48d6-b221-40136c20ce71 req-91ea1b96-0b94-4da8-9911-3dec567d5090 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] Received unexpected event network-vif-plugged-8075014d-85f8-44da-89b5-698a60c62a72 for instance with vm_state active and task_state None.
Dec 05 17:24:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:06 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:24:06 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 05 17:24:06 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] There are 0 instances to clean {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 05 17:24:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:07 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:24:07 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:24:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:07 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:24:07 user nova-compute[75018]: INFO nova.compute.claims [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Claim successful on node user
Dec 05 17:24:07 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:24:07 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:24:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.264s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:07 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:24:07 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:24:07 user nova-compute[75018]: DEBUG nova.network.neutron [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:24:07 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:24:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:07 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:24:08 user nova-compute[75018]: DEBUG nova.policy [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a016262239842fa8d11bb93951ea659', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c4d72b9cd5841beb8f880690d520983', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:24:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:24:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:24:08 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Creating image(s)
Dec 05 17:24:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "/opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "/opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "/opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "44f5991bbb6cbc6dfec4cc2d6c88118509a2d155" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "44f5991bbb6cbc6dfec4cc2d6c88118509a2d155" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155.part --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155.part --force-share --output=json" returned: 0 in 0.192s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:09 user nova-compute[75018]: DEBUG nova.virt.images [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] 1ee6a854-aa38-4707-bd53-7826eca58aec was qcow2, converting to raw {{(pid=75018) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 05 17:24:09 user nova-compute[75018]: DEBUG nova.privsep.utils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75018) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 05 17:24:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155.part /opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155.converted {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:09 user nova-compute[75018]: DEBUG nova.network.neutron [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Successfully created port: 7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:24:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155.part /opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155.converted" returned: 0 in 0.327s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155.converted --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155.converted --force-share --output=json" returned: 0 in 0.210s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "44f5991bbb6cbc6dfec4cc2d6c88118509a2d155" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.559s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155 --force-share --output=json" returned: 0 in 0.178s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "44f5991bbb6cbc6dfec4cc2d6c88118509a2d155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "44f5991bbb6cbc6dfec4cc2d6c88118509a2d155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:09 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155 --force-share --output=json" returned: 0 in 0.190s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155,backing_fmt=raw /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155,backing_fmt=raw /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk 1073741824" returned: 0 in 0.081s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "44f5991bbb6cbc6dfec4cc2d6c88118509a2d155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.280s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.network.neutron [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Successfully updated port: 7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquired lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.network.neutron [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.compute.manager [req-4dab24f6-1fa7-4e77-93b0-d7ef839bad71 req-ee5435a9-db68-4d9f-aa4a-cee7f5939062 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received event network-changed-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.compute.manager [req-4dab24f6-1fa7-4e77-93b0-d7ef839bad71 req-ee5435a9-db68-4d9f-aa4a-cee7f5939062 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Refreshing instance network info cache due to event network-changed-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4dab24f6-1fa7-4e77-93b0-d7ef839bad71 req-ee5435a9-db68-4d9f-aa4a-cee7f5939062 service nova] Acquiring lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.network.neutron [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155 --force-share --output=json" returned: 0 in 0.199s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Cannot resize image /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Ensure instance console log exists: /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.network.neutron [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Updating instance_info_cache with network_info: [{"id": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "address": "fa:16:3e:33:d9:ae", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b50b5ca-33", "ovs_interfaceid": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Releasing lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Instance network_info: |[{"id": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "address": "fa:16:3e:33:d9:ae", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b50b5ca-33", "ovs_interfaceid": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4dab24f6-1fa7-4e77-93b0-d7ef839bad71 req-ee5435a9-db68-4d9f-aa4a-cee7f5939062 service nova] Acquired lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.network.neutron [req-4dab24f6-1fa7-4e77-93b0-d7ef839bad71 req-ee5435a9-db68-4d9f-aa4a-cee7f5939062 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Refreshing network info cache for port 7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Start _get_guest_xml network_info=[{"id": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "address": "fa:16:3e:33:d9:ae", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b50b5ca-33", "ovs_interfaceid": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T17:24:04Z,direct_url=<?>,disk_format='qcow2',id=1ee6a854-aa38-4707-bd53-7826eca58aec,min_disk=0,min_ram=0,name='tempest-scenario-img--856798193',owner='4c4d72b9cd5841beb8f880690d520983',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T17:24:06Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ee6a854-aa38-4707-bd53-7826eca58aec'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:24:10 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:24:10 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T17:24:04Z,direct_url=<?>,disk_format='qcow2',id=1ee6a854-aa38-4707-bd53-7826eca58aec,min_disk=0,min_ram=0,name='tempest-scenario-img--856798193',owner='4c4d72b9cd5841beb8f880690d520983',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T17:24:06Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-356105701',display_name='tempest-TestMinimumBasicScenario-server-356105701',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-356105701',id=44,image_ref='1ee6a854-aa38-4707-bd53-7826eca58aec',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKhj0eF6mVGjq3RxErDDPfjWYT2FYqgiiFYaWSuMFEzqsxEGWal0i9lJ4SjfvDPdjm0pNFNXgj9rALHlzeqPmuPRYQDIpd/e4kTXDOmRRT4tdLbM5Cyt9gVIx+S679IvjA==',key_name='tempest-TestMinimumBasicScenario-1307160993',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c4d72b9cd5841beb8f880690d520983',ramdisk_id='',reservation_id='r-qk59uzes',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ee6a854-aa38-4707-bd53-7826eca58aec',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1857575594',owner_user_name='tempest-TestMinimumBasicScenario-1857575594-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:24:08Z,user_data=None,user_id='1a016262239842fa8d11bb93951ea659',uuid=2f88f036-c746-4d7d-8a35-cca6cd43fd7c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "address": "fa:16:3e:33:d9:ae", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b50b5ca-33", "ovs_interfaceid": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converting VIF {"id": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "address": "fa:16:3e:33:d9:ae", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b50b5ca-33", "ovs_interfaceid": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:d9:ae,bridge_name='br-int',has_traffic_filtering=True,id=7b50b5ca-33e3-4a59-a2b1-dff0078ad59a,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b50b5ca-33') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.objects.instance [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lazy-loading 'pci_devices' on Instance uuid 2f88f036-c746-4d7d-8a35-cca6cd43fd7c {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:24:10 user nova-compute[75018]:   <uuid>2f88f036-c746-4d7d-8a35-cca6cd43fd7c</uuid>
Dec 05 17:24:10 user nova-compute[75018]:   <name>instance-0000002c</name>
Dec 05 17:24:10 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:24:10 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:24:10 user nova-compute[75018]:   <metadata>
Dec 05 17:24:10 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:24:10 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:24:10 user nova-compute[75018]:       <nova:name>tempest-TestMinimumBasicScenario-server-356105701</nova:name>
Dec 05 17:24:10 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:24:10</nova:creationTime>
Dec 05 17:24:10 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:24:10 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:24:10 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:24:10 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:24:10 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:24:10 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:24:10 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:24:10 user nova-compute[75018]:       <nova:owner>
Dec 05 17:24:10 user nova-compute[75018]:         <nova:user uuid="1a016262239842fa8d11bb93951ea659">tempest-TestMinimumBasicScenario-1857575594-project-member</nova:user>
Dec 05 17:24:10 user nova-compute[75018]:         <nova:project uuid="4c4d72b9cd5841beb8f880690d520983">tempest-TestMinimumBasicScenario-1857575594</nova:project>
Dec 05 17:24:10 user nova-compute[75018]:       </nova:owner>
Dec 05 17:24:10 user nova-compute[75018]:       <nova:root type="image" uuid="1ee6a854-aa38-4707-bd53-7826eca58aec"/>
Dec 05 17:24:10 user nova-compute[75018]:       <nova:ports>
Dec 05 17:24:10 user nova-compute[75018]:         <nova:port uuid="7b50b5ca-33e3-4a59-a2b1-dff0078ad59a">
Dec 05 17:24:10 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 05 17:24:10 user nova-compute[75018]:         </nova:port>
Dec 05 17:24:10 user nova-compute[75018]:       </nova:ports>
Dec 05 17:24:10 user nova-compute[75018]:     </nova:instance>
Dec 05 17:24:10 user nova-compute[75018]:   </metadata>
Dec 05 17:24:10 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:24:10 user nova-compute[75018]:     <system>
Dec 05 17:24:10 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:24:10 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:24:10 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:24:10 user nova-compute[75018]:       <entry name="serial">2f88f036-c746-4d7d-8a35-cca6cd43fd7c</entry>
Dec 05 17:24:10 user nova-compute[75018]:       <entry name="uuid">2f88f036-c746-4d7d-8a35-cca6cd43fd7c</entry>
Dec 05 17:24:10 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:24:10 user nova-compute[75018]:     </system>
Dec 05 17:24:10 user nova-compute[75018]:   </sysinfo>
Dec 05 17:24:10 user nova-compute[75018]:   <os>
Dec 05 17:24:10 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:24:10 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:24:10 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:24:10 user nova-compute[75018]:   </os>
Dec 05 17:24:10 user nova-compute[75018]:   <features>
Dec 05 17:24:10 user nova-compute[75018]:     <acpi/>
Dec 05 17:24:10 user nova-compute[75018]:     <apic/>
Dec 05 17:24:10 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:24:10 user nova-compute[75018]:   </features>
Dec 05 17:24:10 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:24:10 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:24:10 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:24:10 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:24:10 user nova-compute[75018]:   </clock>
Dec 05 17:24:10 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:24:10 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:24:10 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:24:10 user nova-compute[75018]:   </cpu>
Dec 05 17:24:10 user nova-compute[75018]:   <devices>
Dec 05 17:24:10 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:24:10 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:24:10 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk"/>
Dec 05 17:24:10 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:24:10 user nova-compute[75018]:     </disk>
Dec 05 17:24:10 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:24:10 user nova-compute[75018]:       <mac address="fa:16:3e:33:d9:ae"/>
Dec 05 17:24:10 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:24:10 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:24:10 user nova-compute[75018]:       <target dev="tap7b50b5ca-33"/>
Dec 05 17:24:10 user nova-compute[75018]:     </interface>
Dec 05 17:24:10 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:24:10 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/console.log" append="off"/>
Dec 05 17:24:10 user nova-compute[75018]:     </serial>
Dec 05 17:24:10 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:24:10 user nova-compute[75018]:     <video>
Dec 05 17:24:10 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:24:10 user nova-compute[75018]:     </video>
Dec 05 17:24:10 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:24:10 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:24:10 user nova-compute[75018]:     </rng>
Dec 05 17:24:10 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:24:10 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:24:10 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:24:10 user nova-compute[75018]:     </memballoon>
Dec 05 17:24:10 user nova-compute[75018]:   </devices>
Dec 05 17:24:10 user nova-compute[75018]: </domain>
Dec 05 17:24:10 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-356105701',display_name='tempest-TestMinimumBasicScenario-server-356105701',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-356105701',id=44,image_ref='1ee6a854-aa38-4707-bd53-7826eca58aec',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKhj0eF6mVGjq3RxErDDPfjWYT2FYqgiiFYaWSuMFEzqsxEGWal0i9lJ4SjfvDPdjm0pNFNXgj9rALHlzeqPmuPRYQDIpd/e4kTXDOmRRT4tdLbM5Cyt9gVIx+S679IvjA==',key_name='tempest-TestMinimumBasicScenario-1307160993',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c4d72b9cd5841beb8f880690d520983',ramdisk_id='',reservation_id='r-qk59uzes',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ee6a854-aa38-4707-bd53-7826eca58aec',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1857575594',owner_user_name='tempest-TestMinimumBasicScenario-1857575594-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:24:08Z,user_data=None,user_id='1a016262239842fa8d11bb93951ea659',uuid=2f88f036-c746-4d7d-8a35-cca6cd43fd7c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "address": "fa:16:3e:33:d9:ae", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b50b5ca-33", "ovs_interfaceid": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converting VIF {"id": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "address": "fa:16:3e:33:d9:ae", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b50b5ca-33", "ovs_interfaceid": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:d9:ae,bridge_name='br-int',has_traffic_filtering=True,id=7b50b5ca-33e3-4a59-a2b1-dff0078ad59a,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b50b5ca-33') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG os_vif [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:d9:ae,bridge_name='br-int',has_traffic_filtering=True,id=7b50b5ca-33e3-4a59-a2b1-dff0078ad59a,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b50b5ca-33') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3c5837a5-c3cc-5fdc-8fba-883a105a2dde', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7b50b5ca-33, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7b50b5ca-33, col_values=(('qos', UUID('62b6860e-72b9-4e51-8ff3-31f95f7ef19a')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7b50b5ca-33, col_values=(('external_ids', {'iface-id': '7b50b5ca-33e3-4a59-a2b1-dff0078ad59a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:33:d9:ae', 'vm-uuid': '2f88f036-c746-4d7d-8a35-cca6cd43fd7c'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:10 user nova-compute[75018]: INFO os_vif [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:d9:ae,bridge_name='br-int',has_traffic_filtering=True,id=7b50b5ca-33e3-4a59-a2b1-dff0078ad59a,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b50b5ca-33')
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:24:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] No VIF found with MAC fa:16:3e:33:d9:ae, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:24:11 user nova-compute[75018]: DEBUG nova.network.neutron [req-4dab24f6-1fa7-4e77-93b0-d7ef839bad71 req-ee5435a9-db68-4d9f-aa4a-cee7f5939062 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Updated VIF entry in instance network info cache for port 7b50b5ca-33e3-4a59-a2b1-dff0078ad59a. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:24:11 user nova-compute[75018]: DEBUG nova.network.neutron [req-4dab24f6-1fa7-4e77-93b0-d7ef839bad71 req-ee5435a9-db68-4d9f-aa4a-cee7f5939062 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Updating instance_info_cache with network_info: [{"id": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "address": "fa:16:3e:33:d9:ae", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b50b5ca-33", "ovs_interfaceid": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:24:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4dab24f6-1fa7-4e77-93b0-d7ef839bad71 req-ee5435a9-db68-4d9f-aa4a-cee7f5939062 service nova] Releasing lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:24:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:12 user nova-compute[75018]: DEBUG nova.compute.manager [req-0755e2af-eaf8-4b69-ab5e-90f2bad9d2cd req-e70a3d38-a048-430c-bb87-cf5acff427dc service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received event network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:24:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0755e2af-eaf8-4b69-ab5e-90f2bad9d2cd req-e70a3d38-a048-430c-bb87-cf5acff427dc service nova] Acquiring lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0755e2af-eaf8-4b69-ab5e-90f2bad9d2cd req-e70a3d38-a048-430c-bb87-cf5acff427dc service nova] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0755e2af-eaf8-4b69-ab5e-90f2bad9d2cd req-e70a3d38-a048-430c-bb87-cf5acff427dc service nova] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:12 user nova-compute[75018]: DEBUG nova.compute.manager [req-0755e2af-eaf8-4b69-ab5e-90f2bad9d2cd req-e70a3d38-a048-430c-bb87-cf5acff427dc service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] No waiting events found dispatching network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:24:12 user nova-compute[75018]: WARNING nova.compute.manager [req-0755e2af-eaf8-4b69-ab5e-90f2bad9d2cd req-e70a3d38-a048-430c-bb87-cf5acff427dc service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received unexpected event network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a for instance with vm_state building and task_state spawning.
Dec 05 17:24:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:13 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:24:13 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:24:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:24:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:24:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Skipping network cache update for instance because it is Building. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 05 17:24:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:24:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:24:13 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:24:13 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid f942b452-241a-4701-bb6f-fcb678640493 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updating instance_info_cache with network_info: [{"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG nova.compute.manager [req-04ed3dec-2e7d-4ab1-ae2c-90e4cd5840e1 req-2f675562-4f9d-456a-b9df-43b437bfa3f6 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received event network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-04ed3dec-2e7d-4ab1-ae2c-90e4cd5840e1 req-2f675562-4f9d-456a-b9df-43b437bfa3f6 service nova] Acquiring lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-04ed3dec-2e7d-4ab1-ae2c-90e4cd5840e1 req-2f675562-4f9d-456a-b9df-43b437bfa3f6 service nova] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-04ed3dec-2e7d-4ab1-ae2c-90e4cd5840e1 req-2f675562-4f9d-456a-b9df-43b437bfa3f6 service nova] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG nova.compute.manager [req-04ed3dec-2e7d-4ab1-ae2c-90e4cd5840e1 req-2f675562-4f9d-456a-b9df-43b437bfa3f6 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] No waiting events found dispatching network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:24:14 user nova-compute[75018]: WARNING nova.compute.manager [req-04ed3dec-2e7d-4ab1-ae2c-90e4cd5840e1 req-2f675562-4f9d-456a-b9df-43b437bfa3f6 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received unexpected event network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a for instance with vm_state building and task_state spawning.
Dec 05 17:24:14 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:24:14 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Instance spawned successfully.
Dec 05 17:24:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:24:14 user nova-compute[75018]: INFO nova.compute.manager [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Took 6.64 seconds to spawn the instance on the hypervisor.
Dec 05 17:24:14 user nova-compute[75018]: DEBUG nova.compute.manager [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:14 user nova-compute[75018]: INFO nova.compute.manager [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Took 7.32 seconds to build instance.
Dec 05 17:24:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2b9d5e01-47f6-4f22-b6f1-3ce2862c5b56 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.453s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:15 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:24:15 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:24:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8790MB free_disk=25.09906005859375GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:24:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:24:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 2f88f036-c746-4d7d-8a35-cca6cd43fd7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:24:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:24:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:24:15 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing inventories for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 05 17:24:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:15 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating ProviderTree inventory for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 05 17:24:15 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating inventory in ProviderTree for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 05 17:24:15 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing aggregate associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, aggregates: None {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 05 17:24:15 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing trait associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, traits: COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 05 17:24:16 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:24:16 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:24:16 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:24:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.539s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:16 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:24:16 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:24:16 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:24:16 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:24:16 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:24:16 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances with incomplete migration  {{(pid=75018) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 05 17:24:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:17 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:24:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:19 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:24:19 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:24:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:29 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:24:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:40 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:24:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:44 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_power_states {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:24:44 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid f942b452-241a-4701-bb6f-fcb678640493 {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:24:44 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid 2f88f036-c746-4d7d-8a35-cca6cd43fd7c {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:24:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "f942b452-241a-4701-bb6f-fcb678640493" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "f942b452-241a-4701-bb6f-fcb678640493" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "f942b452-241a-4701-bb6f-fcb678640493" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.030s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "15becb96-03c5-4083-8387-e07d9a06841a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "15becb96-03c5-4083-8387-e07d9a06841a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:24:45 user nova-compute[75018]: INFO nova.compute.claims [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Claim successful on node user
Dec 05 17:24:45 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.245s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG nova.network.neutron [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:24:45 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:24:45 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG nova.policy [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3f2c7bd40b64f8e906ac380c498a83b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e22993c661f47f49b599dc618e39b10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:24:45 user nova-compute[75018]: INFO nova.virt.block_device [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Booting with volume ac7e7793-8c19-4551-9f29-d63c980908ff at /dev/vda
Dec 05 17:24:45 user nova-compute[75018]: DEBUG os_brick.utils [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c914b130-64cc-4bdb-8ca9-50e29622174d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[60ba221e-f93f-4144-987e-f4675d572546]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[29cc599c-b091-4654-b544-ba0b0a390128]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[302346ad-0fab-4bff-b94a-78fcd8fd0565]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:24:45 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:24:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b29071ad-72ec-4dac-8406-7c1b5c67c2f0]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG os_brick.utils [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Updating existing volume attachment record: 1be1bdcf-c3e8-4d7f-93ea-324e6c0e39b6 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:24:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:46 user nova-compute[75018]: DEBUG nova.network.neutron [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Successfully created port: e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:24:46 user nova-compute[75018]: DEBUG nova.network.neutron [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Successfully updated port: e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:24:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:24:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquired lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:24:46 user nova-compute[75018]: DEBUG nova.network.neutron [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:24:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-24bf8a4f-c254-4a8d-acaf-ed47c5864f74 req-f4ee2b45-e498-4122-8eb3-29cfb7fc6403 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received event network-changed-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:24:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-24bf8a4f-c254-4a8d-acaf-ed47c5864f74 req-f4ee2b45-e498-4122-8eb3-29cfb7fc6403 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Refreshing instance network info cache due to event network-changed-e0077478-6521-4ce5-a346-be8b8ce4ba25. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:24:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-24bf8a4f-c254-4a8d-acaf-ed47c5864f74 req-f4ee2b45-e498-4122-8eb3-29cfb7fc6403 service nova] Acquiring lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:24:47 user nova-compute[75018]: DEBUG nova.network.neutron [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:24:47 user nova-compute[75018]: DEBUG nova.network.neutron [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Updating instance_info_cache with network_info: [{"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:24:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Releasing lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:24:47 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Instance network_info: |[{"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:24:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-24bf8a4f-c254-4a8d-acaf-ed47c5864f74 req-f4ee2b45-e498-4122-8eb3-29cfb7fc6403 service nova] Acquired lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:24:47 user nova-compute[75018]: DEBUG nova.network.neutron [req-24bf8a4f-c254-4a8d-acaf-ed47c5864f74 req-f4ee2b45-e498-4122-8eb3-29cfb7fc6403 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Refreshing network info cache for port e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:24:47 user nova-compute[75018]: DEBUG nova.network.neutron [req-24bf8a4f-c254-4a8d-acaf-ed47c5864f74 req-f4ee2b45-e498-4122-8eb3-29cfb7fc6403 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Updated VIF entry in instance network info cache for port e0077478-6521-4ce5-a346-be8b8ce4ba25. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:24:47 user nova-compute[75018]: DEBUG nova.network.neutron [req-24bf8a4f-c254-4a8d-acaf-ed47c5864f74 req-f4ee2b45-e498-4122-8eb3-29cfb7fc6403 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Updating instance_info_cache with network_info: [{"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:24:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-24bf8a4f-c254-4a8d-acaf-ed47c5864f74 req-f4ee2b45-e498-4122-8eb3-29cfb7fc6403 service nova] Releasing lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:24:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:24:49 user nova-compute[75018]: INFO nova.compute.claims [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Claim successful on node user
Dec 05 17:24:49 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.296s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG nova.network.neutron [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:24:49 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:24:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG nova.policy [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbdc3bee63ae4fce86e51b500da9c1ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ab67a8b79a84e4e9347f71769911964', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:24:49 user nova-compute[75018]: INFO nova.virt.block_device [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Booting with volume c6e46405-7ed1-470b-80c1-a6093d6666c8 at /dev/vda
Dec 05 17:24:49 user nova-compute[75018]: DEBUG os_brick.utils [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bee47ee-bac4-432b-a3e5-8091e6c40922]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d62d70b-b480-4288-9bb8-406b82f7e3a1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ed1c54d-6aa3-436b-8b68-4ed11c6b674f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[45994842-1c66-4c4f-9bdb-190fa98f50cc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:24:49 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:24:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[005e2147-1a05-46eb-b2ec-69e773083c39]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG os_brick.utils [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:24:49 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Updating existing volume attachment record: 03efbc6c-230d-4423-9090-c764efefa705 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:24:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:50 user nova-compute[75018]: DEBUG nova.network.neutron [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Successfully created port: 60eb276a-323b-42c0-ad70-66f834068d3f {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:24:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:50 user nova-compute[75018]: DEBUG nova.network.neutron [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Successfully updated port: 60eb276a-323b-42c0-ad70-66f834068d3f {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:24:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:24:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquired lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:24:50 user nova-compute[75018]: DEBUG nova.network.neutron [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:24:50 user nova-compute[75018]: DEBUG nova.compute.manager [req-f97675ae-0223-48dd-88c0-9045264ae830 req-da2e01b4-9792-4441-a623-682f3091ffe7 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Received event network-changed-60eb276a-323b-42c0-ad70-66f834068d3f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:24:50 user nova-compute[75018]: DEBUG nova.compute.manager [req-f97675ae-0223-48dd-88c0-9045264ae830 req-da2e01b4-9792-4441-a623-682f3091ffe7 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Refreshing instance network info cache due to event network-changed-60eb276a-323b-42c0-ad70-66f834068d3f. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:24:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f97675ae-0223-48dd-88c0-9045264ae830 req-da2e01b4-9792-4441-a623-682f3091ffe7 service nova] Acquiring lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:24:51 user nova-compute[75018]: DEBUG nova.network.neutron [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:24:51 user nova-compute[75018]: DEBUG nova.network.neutron [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Updating instance_info_cache with network_info: [{"id": "60eb276a-323b-42c0-ad70-66f834068d3f", "address": "fa:16:3e:f2:de:c4", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60eb276a-32", "ovs_interfaceid": "60eb276a-323b-42c0-ad70-66f834068d3f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:24:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Releasing lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:24:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Instance network_info: |[{"id": "60eb276a-323b-42c0-ad70-66f834068d3f", "address": "fa:16:3e:f2:de:c4", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60eb276a-32", "ovs_interfaceid": "60eb276a-323b-42c0-ad70-66f834068d3f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:24:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f97675ae-0223-48dd-88c0-9045264ae830 req-da2e01b4-9792-4441-a623-682f3091ffe7 service nova] Acquired lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:24:51 user nova-compute[75018]: DEBUG nova.network.neutron [req-f97675ae-0223-48dd-88c0-9045264ae830 req-da2e01b4-9792-4441-a623-682f3091ffe7 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Refreshing network info cache for port 60eb276a-323b-42c0-ad70-66f834068d3f {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:24:51 user nova-compute[75018]: DEBUG nova.network.neutron [req-f97675ae-0223-48dd-88c0-9045264ae830 req-da2e01b4-9792-4441-a623-682f3091ffe7 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Updated VIF entry in instance network info cache for port 60eb276a-323b-42c0-ad70-66f834068d3f. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:24:51 user nova-compute[75018]: DEBUG nova.network.neutron [req-f97675ae-0223-48dd-88c0-9045264ae830 req-da2e01b4-9792-4441-a623-682f3091ffe7 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Updating instance_info_cache with network_info: [{"id": "60eb276a-323b-42c0-ad70-66f834068d3f", "address": "fa:16:3e:f2:de:c4", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60eb276a-32", "ovs_interfaceid": "60eb276a-323b-42c0-ad70-66f834068d3f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:24:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f97675ae-0223-48dd-88c0-9045264ae830 req-da2e01b4-9792-4441-a623-682f3091ffe7 service nova] Releasing lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:24:55 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Creating image(s)
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Did not create local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Ensure instance console log exists: /opt/stack/data/nova/instances/15becb96-03c5-4083-8387-e07d9a06841a/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Start _get_guest_xml network_info=[{"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lZXpGNeq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '15becb96-03c5-4083-8387-e07d9a06841a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac7e7793-8c19-4551-9f29-d63c980908ff', 'serial': 'ac7e7793-8c19-4551-9f29-d63c980908ff'}, 'attachment_id': '1be1bdcf-c3e8-4d7f-93ea-324e6c0e39b6', 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:24:55 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:24:55 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lZXpGNeq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:24:55 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:24:55 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:24:55 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c062d1cc-fea7-4b5d-b5a8-45363cef6cf9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:24:55 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9a1a222-9170-4628-8205-c3480789cd71]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff] added
Dec 05 17:24:55 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f043c6f-e886-4a45-b629-03cfbbeea3e5]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ce0084a-9602-4767-9534-a7b413774e0f]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lZXpGNeq {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lZXpGNeq" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[84a1e212-54e7-4b9c-9de3-888b19f8983f]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lZXpGNeq'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[290a1546-3280-4191-9600-dead08bbb47d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b212356-697e-4141-aabf-1a0c623ea694]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:24:55 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:24:55 user nova-compute[75018]:  {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:24:55 user nova-compute[75018]: WARNING os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 05 17:24:55 user nova-compute[75018]: 
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0512bdd7-df20-4abe-8acb-176ee12dc6db]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff, portal: 172.16.0.220,3260]
Dec 05 17:24:55 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff, portal: 172.16.0.220,3260] successful.
Dec 05 17:24:55 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[017a9f4e-8f8d-4676-ac47-0a35e04ccd64]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6d08910-98d3-4d67-b585-ac4cd584eebf]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:24:55 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:24:55 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] HCTL ('33', '-', '-', 0) found on session 52 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd70239f-a038-47e0-b5a9-0bd9f30fd56b]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lZXpGNeq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '23238303831353239', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23238303831353239', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:24:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1414628145',display_name='tempest-TestShelveInstance-server-1414628145',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1414628145',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAL04261ooFx6v/CqPNuMUM00uMQOHNmKV2QIkfFZJ1xm5kWsG9eRNE0SdOOz5LyXF19JtubMyKBQwxdqBhIemxvu3nc8Go5PenSea3Uvg/bBp+gvCKtGR2hgF/S7SIPpQ==',key_name='tempest-TestShelveInstance-2097892922',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e22993c661f47f49b599dc618e39b10',ramdisk_id='',reservation_id='r-p3mgqnzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-856635307',owner_user_name='tempest-TestShelveInstance-856635307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:24:46Z,user_data=None,user_id='a3f2c7bd40b64f8e906ac380c498a83b',uuid=15becb96-03c5-4083-8387-e07d9a06841a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Converting VIF {"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:52:32,bridge_name='br-int',has_traffic_filtering=True,id=e0077478-6521-4ce5-a346-be8b8ce4ba25,network=Network(26706eec-fa5f-4c83-9c89-b55b2d786d72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0077478-65') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG nova.objects.instance [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lazy-loading 'pci_devices' on Instance uuid 15becb96-03c5-4083-8387-e07d9a06841a {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:24:56 user nova-compute[75018]:   <uuid>15becb96-03c5-4083-8387-e07d9a06841a</uuid>
Dec 05 17:24:56 user nova-compute[75018]:   <name>instance-0000002d</name>
Dec 05 17:24:56 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:24:56 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:24:56 user nova-compute[75018]:   <metadata>
Dec 05 17:24:56 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:24:56 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:24:56 user nova-compute[75018]:       <nova:name>tempest-TestShelveInstance-server-1414628145</nova:name>
Dec 05 17:24:56 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:24:55</nova:creationTime>
Dec 05 17:24:56 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:24:56 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:24:56 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:24:56 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:24:56 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:24:56 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:24:56 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:24:56 user nova-compute[75018]:       <nova:owner>
Dec 05 17:24:56 user nova-compute[75018]:         <nova:user uuid="a3f2c7bd40b64f8e906ac380c498a83b">tempest-TestShelveInstance-856635307-project-member</nova:user>
Dec 05 17:24:56 user nova-compute[75018]:         <nova:project uuid="7e22993c661f47f49b599dc618e39b10">tempest-TestShelveInstance-856635307</nova:project>
Dec 05 17:24:56 user nova-compute[75018]:       </nova:owner>
Dec 05 17:24:56 user nova-compute[75018]:       <nova:ports>
Dec 05 17:24:56 user nova-compute[75018]:         <nova:port uuid="e0077478-6521-4ce5-a346-be8b8ce4ba25">
Dec 05 17:24:56 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 05 17:24:56 user nova-compute[75018]:         </nova:port>
Dec 05 17:24:56 user nova-compute[75018]:       </nova:ports>
Dec 05 17:24:56 user nova-compute[75018]:     </nova:instance>
Dec 05 17:24:56 user nova-compute[75018]:   </metadata>
Dec 05 17:24:56 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:24:56 user nova-compute[75018]:     <system>
Dec 05 17:24:56 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:24:56 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:24:56 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:24:56 user nova-compute[75018]:       <entry name="serial">15becb96-03c5-4083-8387-e07d9a06841a</entry>
Dec 05 17:24:56 user nova-compute[75018]:       <entry name="uuid">15becb96-03c5-4083-8387-e07d9a06841a</entry>
Dec 05 17:24:56 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:24:56 user nova-compute[75018]:     </system>
Dec 05 17:24:56 user nova-compute[75018]:   </sysinfo>
Dec 05 17:24:56 user nova-compute[75018]:   <os>
Dec 05 17:24:56 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:24:56 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:24:56 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:24:56 user nova-compute[75018]:   </os>
Dec 05 17:24:56 user nova-compute[75018]:   <features>
Dec 05 17:24:56 user nova-compute[75018]:     <acpi/>
Dec 05 17:24:56 user nova-compute[75018]:     <apic/>
Dec 05 17:24:56 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:24:56 user nova-compute[75018]:   </features>
Dec 05 17:24:56 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:24:56 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:24:56 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:24:56 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:24:56 user nova-compute[75018]:   </clock>
Dec 05 17:24:56 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:24:56 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:24:56 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:24:56 user nova-compute[75018]:   </cpu>
Dec 05 17:24:56 user nova-compute[75018]:   <devices>
Dec 05 17:24:56 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:24:56 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:24:56 user nova-compute[75018]:       <source dev="/dev/sdb"/>
Dec 05 17:24:56 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:24:56 user nova-compute[75018]:       <serial>ac7e7793-8c19-4551-9f29-d63c980908ff</serial>
Dec 05 17:24:56 user nova-compute[75018]:     </disk>
Dec 05 17:24:56 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:24:56 user nova-compute[75018]:       <mac address="fa:16:3e:8d:52:32"/>
Dec 05 17:24:56 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:24:56 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:24:56 user nova-compute[75018]:       <target dev="tape0077478-65"/>
Dec 05 17:24:56 user nova-compute[75018]:     </interface>
Dec 05 17:24:56 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:24:56 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/15becb96-03c5-4083-8387-e07d9a06841a/console.log" append="off"/>
Dec 05 17:24:56 user nova-compute[75018]:     </serial>
Dec 05 17:24:56 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:24:56 user nova-compute[75018]:     <video>
Dec 05 17:24:56 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:24:56 user nova-compute[75018]:     </video>
Dec 05 17:24:56 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:24:56 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:24:56 user nova-compute[75018]:     </rng>
Dec 05 17:24:56 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:24:56 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:24:56 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:24:56 user nova-compute[75018]:     </memballoon>
Dec 05 17:24:56 user nova-compute[75018]:   </devices>
Dec 05 17:24:56 user nova-compute[75018]: </domain>
Dec 05 17:24:56 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:24:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1414628145',display_name='tempest-TestShelveInstance-server-1414628145',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1414628145',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAL04261ooFx6v/CqPNuMUM00uMQOHNmKV2QIkfFZJ1xm5kWsG9eRNE0SdOOz5LyXF19JtubMyKBQwxdqBhIemxvu3nc8Go5PenSea3Uvg/bBp+gvCKtGR2hgF/S7SIPpQ==',key_name='tempest-TestShelveInstance-2097892922',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e22993c661f47f49b599dc618e39b10',ramdisk_id='',reservation_id='r-p3mgqnzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-856635307',owner_user_name='tempest-TestShelveInstance-856635307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:24:46Z,user_data=None,user_id='a3f2c7bd40b64f8e906ac380c498a83b',uuid=15becb96-03c5-4083-8387-e07d9a06841a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Converting VIF {"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:52:32,bridge_name='br-int',has_traffic_filtering=True,id=e0077478-6521-4ce5-a346-be8b8ce4ba25,network=Network(26706eec-fa5f-4c83-9c89-b55b2d786d72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0077478-65') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG os_vif [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:52:32,bridge_name='br-int',has_traffic_filtering=True,id=e0077478-6521-4ce5-a346-be8b8ce4ba25,network=Network(26706eec-fa5f-4c83-9c89-b55b2d786d72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0077478-65') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0252faf7-ef45-5a0e-97db-ab2454da2b04', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape0077478-65, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape0077478-65, col_values=(('qos', UUID('6ba184a6-9279-4511-bf7f-02260d4c75c0')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape0077478-65, col_values=(('external_ids', {'iface-id': 'e0077478-6521-4ce5-a346-be8b8ce4ba25', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8d:52:32', 'vm-uuid': '15becb96-03c5-4083-8387-e07d9a06841a'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:56 user nova-compute[75018]: INFO os_vif [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:52:32,bridge_name='br-int',has_traffic_filtering=True,id=e0077478-6521-4ce5-a346-be8b8ce4ba25,network=Network(26706eec-fa5f-4c83-9c89-b55b2d786d72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0077478-65')
Dec 05 17:24:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:24:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] No VIF found with MAC fa:16:3e:8d:52:32, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:24:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-7629a9bc-36d8-4a95-8b18-d5d53f2c4c96 req-2f17491c-3536-4572-bb65-4e2533a42605 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received event network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:24:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7629a9bc-36d8-4a95-8b18-d5d53f2c4c96 req-2f17491c-3536-4572-bb65-4e2533a42605 service nova] Acquiring lock "15becb96-03c5-4083-8387-e07d9a06841a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7629a9bc-36d8-4a95-8b18-d5d53f2c4c96 req-2f17491c-3536-4572-bb65-4e2533a42605 service nova] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7629a9bc-36d8-4a95-8b18-d5d53f2c4c96 req-2f17491c-3536-4572-bb65-4e2533a42605 service nova] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-7629a9bc-36d8-4a95-8b18-d5d53f2c4c96 req-2f17491c-3536-4572-bb65-4e2533a42605 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] No waiting events found dispatching network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:24:58 user nova-compute[75018]: WARNING nova.compute.manager [req-7629a9bc-36d8-4a95-8b18-d5d53f2c4c96 req-2f17491c-3536-4572-bb65-4e2533a42605 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received unexpected event network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 for instance with vm_state building and task_state spawning.
Dec 05 17:24:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:24:59 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Creating image(s)
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Did not create local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Ensure instance console log exists: /opt/stack/data/nova/instances/c11e2e9f-1b15-41b4-ae3d-c5dcc638036d/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Start _get_guest_xml network_info=[{"id": "60eb276a-323b-42c0-ad70-66f834068d3f", "address": "fa:16:3e:f2:de:c4", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60eb276a-32", "ovs_interfaceid": "60eb276a-323b-42c0-ad70-66f834068d3f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WnOKhIyM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c11e2e9f-1b15-41b4-ae3d-c5dcc638036d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6e46405-7ed1-470b-80c1-a6093d6666c8', 'serial': 'c6e46405-7ed1-470b-80c1-a6093d6666c8'}, 'attachment_id': '03efbc6c-230d-4423-9090-c764efefa705', 'delete_on_termination': False, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:24:59 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:24:59 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WnOKhIyM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:24:59 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:24:59 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:24:59 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad6dd8bb-65d5-4370-9702-73b1ef7719a4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:24:59 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ebb96dc-475b-4912-81b6-b249d64792b5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8] added
Dec 05 17:24:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[13b7af18-bbb8-4087-87de-e7d8938b0dd4]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7acdbac-58e2-4abe-927a-9ac3145894cb]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WnOKhIyM {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WnOKhIyM" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d50a742-8d33-4133-8de3-65670dd01346]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WnOKhIyM'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9bf6c9b-3af2-404b-9bd6-7242da01a77c]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac9adc0b-bde6-4e80-aae9-22ccb7f700d3]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:24:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:24:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecf3fd25-b121-460c-a438-534791f8b405]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8, portal: 172.16.0.220,3260]
Dec 05 17:24:59 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8, portal: 172.16.0.220,3260] successful.
Dec 05 17:24:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b3ebfd9-3f0a-4b0f-9911-1b3e8848547d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fbe2846-44c8-4591-a82f-61a860d1a989]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:24:59 user nova-compute[75018]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:24:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:24:59 user nova-compute[75018]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:24:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] HCTL ('34', '-', '-', 0) found on session 53 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1a94ad8-139d-4868-b4a8-b24416650f33]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:24:59 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching for a device in session 53 and hctl ['34', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.compute.manager [req-661551b4-009e-4fc5-abc4-3de2ad255780 req-30eaab77-bfec-43d7-a479-654cbd66a020 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received event network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-661551b4-009e-4fc5-abc4-3de2ad255780 req-30eaab77-bfec-43d7-a479-654cbd66a020 service nova] Acquiring lock "15becb96-03c5-4083-8387-e07d9a06841a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-661551b4-009e-4fc5-abc4-3de2ad255780 req-30eaab77-bfec-43d7-a479-654cbd66a020 service nova] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-661551b4-009e-4fc5-abc4-3de2ad255780 req-30eaab77-bfec-43d7-a479-654cbd66a020 service nova] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.compute.manager [req-661551b4-009e-4fc5-abc4-3de2ad255780 req-30eaab77-bfec-43d7-a479-654cbd66a020 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] No waiting events found dispatching network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:25:00 user nova-compute[75018]: WARNING nova.compute.manager [req-661551b4-009e-4fc5-abc4-3de2ad255780 req-30eaab77-bfec-43d7-a479-654cbd66a020 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received unexpected event network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 for instance with vm_state building and task_state spawning.
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:25:00 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Instance spawned successfully.
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:25:00 user nova-compute[75018]: INFO nova.compute.manager [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Took 5.19 seconds to spawn the instance on the hypervisor.
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:25:00 user nova-compute[75018]: INFO nova.compute.manager [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Took 15.44 seconds to build instance.
Dec 05 17:25:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cfefce60-fd1f-4593-bb9e-40540c98dd1f tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "15becb96-03c5-4083-8387-e07d9a06841a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.548s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching for a device in session 53 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WnOKhIyM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '23066373035303134', 'path': '/dev/sdc'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23066373035303134', 'path': '/dev/sdc'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:24:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1568106328',display_name='tempest-TestVolumeBootPattern-server-1568106328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1568106328',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOT9ik/tD+6bFU0j/4vC6EQ0TqGp2Zy6fJsIfRsPk8CQLltW5Er57fBFZLKRjBOpcBJFg9IQHoFbsjRTEF0ezbC430EZVVEn5YsLlRH+tdhzqd2VPQXuHkXaTCTmf2e/PA==',key_name='tempest-TestVolumeBootPattern-1493259416',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-lb42epzf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:24:50Z,user_data=None,user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=c11e2e9f-1b15-41b4-ae3d-c5dcc638036d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "60eb276a-323b-42c0-ad70-66f834068d3f", "address": "fa:16:3e:f2:de:c4", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60eb276a-32", "ovs_interfaceid": "60eb276a-323b-42c0-ad70-66f834068d3f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "60eb276a-323b-42c0-ad70-66f834068d3f", "address": "fa:16:3e:f2:de:c4", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60eb276a-32", "ovs_interfaceid": "60eb276a-323b-42c0-ad70-66f834068d3f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:de:c4,bridge_name='br-int',has_traffic_filtering=True,id=60eb276a-323b-42c0-ad70-66f834068d3f,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60eb276a-32') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.objects.instance [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lazy-loading 'pci_devices' on Instance uuid c11e2e9f-1b15-41b4-ae3d-c5dcc638036d {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:25:00 user nova-compute[75018]:   <uuid>c11e2e9f-1b15-41b4-ae3d-c5dcc638036d</uuid>
Dec 05 17:25:00 user nova-compute[75018]:   <name>instance-0000002e</name>
Dec 05 17:25:00 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:25:00 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:25:00 user nova-compute[75018]:   <metadata>
Dec 05 17:25:00 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:25:00 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:25:00 user nova-compute[75018]:       <nova:name>tempest-TestVolumeBootPattern-server-1568106328</nova:name>
Dec 05 17:25:00 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:24:59</nova:creationTime>
Dec 05 17:25:00 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:25:00 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:25:00 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:25:00 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:25:00 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:25:00 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:25:00 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:25:00 user nova-compute[75018]:       <nova:owner>
Dec 05 17:25:00 user nova-compute[75018]:         <nova:user uuid="cbdc3bee63ae4fce86e51b500da9c1ac">tempest-TestVolumeBootPattern-1277319653-project-member</nova:user>
Dec 05 17:25:00 user nova-compute[75018]:         <nova:project uuid="4ab67a8b79a84e4e9347f71769911964">tempest-TestVolumeBootPattern-1277319653</nova:project>
Dec 05 17:25:00 user nova-compute[75018]:       </nova:owner>
Dec 05 17:25:00 user nova-compute[75018]:       <nova:ports>
Dec 05 17:25:00 user nova-compute[75018]:         <nova:port uuid="60eb276a-323b-42c0-ad70-66f834068d3f">
Dec 05 17:25:00 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 05 17:25:00 user nova-compute[75018]:         </nova:port>
Dec 05 17:25:00 user nova-compute[75018]:       </nova:ports>
Dec 05 17:25:00 user nova-compute[75018]:     </nova:instance>
Dec 05 17:25:00 user nova-compute[75018]:   </metadata>
Dec 05 17:25:00 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:25:00 user nova-compute[75018]:     <system>
Dec 05 17:25:00 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:25:00 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:25:00 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:25:00 user nova-compute[75018]:       <entry name="serial">c11e2e9f-1b15-41b4-ae3d-c5dcc638036d</entry>
Dec 05 17:25:00 user nova-compute[75018]:       <entry name="uuid">c11e2e9f-1b15-41b4-ae3d-c5dcc638036d</entry>
Dec 05 17:25:00 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:25:00 user nova-compute[75018]:     </system>
Dec 05 17:25:00 user nova-compute[75018]:   </sysinfo>
Dec 05 17:25:00 user nova-compute[75018]:   <os>
Dec 05 17:25:00 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:25:00 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:25:00 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:25:00 user nova-compute[75018]:   </os>
Dec 05 17:25:00 user nova-compute[75018]:   <features>
Dec 05 17:25:00 user nova-compute[75018]:     <acpi/>
Dec 05 17:25:00 user nova-compute[75018]:     <apic/>
Dec 05 17:25:00 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:25:00 user nova-compute[75018]:   </features>
Dec 05 17:25:00 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:25:00 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:25:00 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:25:00 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:25:00 user nova-compute[75018]:   </clock>
Dec 05 17:25:00 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:25:00 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:25:00 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:25:00 user nova-compute[75018]:   </cpu>
Dec 05 17:25:00 user nova-compute[75018]:   <devices>
Dec 05 17:25:00 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:25:00 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:25:00 user nova-compute[75018]:       <source dev="/dev/sdc"/>
Dec 05 17:25:00 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:25:00 user nova-compute[75018]:       <serial>c6e46405-7ed1-470b-80c1-a6093d6666c8</serial>
Dec 05 17:25:00 user nova-compute[75018]:     </disk>
Dec 05 17:25:00 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:25:00 user nova-compute[75018]:       <mac address="fa:16:3e:f2:de:c4"/>
Dec 05 17:25:00 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:25:00 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:25:00 user nova-compute[75018]:       <target dev="tap60eb276a-32"/>
Dec 05 17:25:00 user nova-compute[75018]:     </interface>
Dec 05 17:25:00 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:25:00 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/c11e2e9f-1b15-41b4-ae3d-c5dcc638036d/console.log" append="off"/>
Dec 05 17:25:00 user nova-compute[75018]:     </serial>
Dec 05 17:25:00 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:25:00 user nova-compute[75018]:     <video>
Dec 05 17:25:00 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:25:00 user nova-compute[75018]:     </video>
Dec 05 17:25:00 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:25:00 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:25:00 user nova-compute[75018]:     </rng>
Dec 05 17:25:00 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:25:00 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:25:00 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:25:00 user nova-compute[75018]:     </memballoon>
Dec 05 17:25:00 user nova-compute[75018]:   </devices>
Dec 05 17:25:00 user nova-compute[75018]: </domain>
Dec 05 17:25:00 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:24:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1568106328',display_name='tempest-TestVolumeBootPattern-server-1568106328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1568106328',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOT9ik/tD+6bFU0j/4vC6EQ0TqGp2Zy6fJsIfRsPk8CQLltW5Er57fBFZLKRjBOpcBJFg9IQHoFbsjRTEF0ezbC430EZVVEn5YsLlRH+tdhzqd2VPQXuHkXaTCTmf2e/PA==',key_name='tempest-TestVolumeBootPattern-1493259416',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-lb42epzf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:24:50Z,user_data=None,user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=c11e2e9f-1b15-41b4-ae3d-c5dcc638036d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "60eb276a-323b-42c0-ad70-66f834068d3f", "address": "fa:16:3e:f2:de:c4", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60eb276a-32", "ovs_interfaceid": "60eb276a-323b-42c0-ad70-66f834068d3f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "60eb276a-323b-42c0-ad70-66f834068d3f", "address": "fa:16:3e:f2:de:c4", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60eb276a-32", "ovs_interfaceid": "60eb276a-323b-42c0-ad70-66f834068d3f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:de:c4,bridge_name='br-int',has_traffic_filtering=True,id=60eb276a-323b-42c0-ad70-66f834068d3f,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60eb276a-32') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG os_vif [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:de:c4,bridge_name='br-int',has_traffic_filtering=True,id=60eb276a-323b-42c0-ad70-66f834068d3f,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60eb276a-32') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c29e111f-5d04-5d32-a369-d45d9f55440a', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap60eb276a-32, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap60eb276a-32, col_values=(('qos', UUID('0017506e-6ec2-4201-8e04-be5753752f5c')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap60eb276a-32, col_values=(('external_ids', {'iface-id': '60eb276a-323b-42c0-ad70-66f834068d3f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:de:c4', 'vm-uuid': 'c11e2e9f-1b15-41b4-ae3d-c5dcc638036d'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:00 user nova-compute[75018]: INFO os_vif [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:de:c4,bridge_name='br-int',has_traffic_filtering=True,id=60eb276a-323b-42c0-ad70-66f834068d3f,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60eb276a-32')
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:25:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] No VIF found with MAC fa:16:3e:f2:de:c4, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:25:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-1f67814e-e3f8-4a2a-8237-1ad514da8da4 req-6bfea467-1848-456f-95b6-5fa0169a619c service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Received event network-vif-plugged-60eb276a-323b-42c0-ad70-66f834068d3f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:25:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1f67814e-e3f8-4a2a-8237-1ad514da8da4 req-6bfea467-1848-456f-95b6-5fa0169a619c service nova] Acquiring lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:25:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1f67814e-e3f8-4a2a-8237-1ad514da8da4 req-6bfea467-1848-456f-95b6-5fa0169a619c service nova] Lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:25:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1f67814e-e3f8-4a2a-8237-1ad514da8da4 req-6bfea467-1848-456f-95b6-5fa0169a619c service nova] Lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:25:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-1f67814e-e3f8-4a2a-8237-1ad514da8da4 req-6bfea467-1848-456f-95b6-5fa0169a619c service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] No waiting events found dispatching network-vif-plugged-60eb276a-323b-42c0-ad70-66f834068d3f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:25:02 user nova-compute[75018]: WARNING nova.compute.manager [req-1f67814e-e3f8-4a2a-8237-1ad514da8da4 req-6bfea467-1848-456f-95b6-5fa0169a619c service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Received unexpected event network-vif-plugged-60eb276a-323b-42c0-ad70-66f834068d3f for instance with vm_state building and task_state spawning.
Dec 05 17:25:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:25:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:25:04 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Instance spawned successfully.
Dec 05 17:25:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:25:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:25:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:25:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:25:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:25:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:25:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:25:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-8b8d5fcd-aaed-4979-9a36-bebac9d19df3 req-de770958-7908-4254-a718-c3e65d4c5b58 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Received event network-vif-plugged-60eb276a-323b-42c0-ad70-66f834068d3f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:25:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8b8d5fcd-aaed-4979-9a36-bebac9d19df3 req-de770958-7908-4254-a718-c3e65d4c5b58 service nova] Acquiring lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:25:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8b8d5fcd-aaed-4979-9a36-bebac9d19df3 req-de770958-7908-4254-a718-c3e65d4c5b58 service nova] Lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:25:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8b8d5fcd-aaed-4979-9a36-bebac9d19df3 req-de770958-7908-4254-a718-c3e65d4c5b58 service nova] Lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:25:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-8b8d5fcd-aaed-4979-9a36-bebac9d19df3 req-de770958-7908-4254-a718-c3e65d4c5b58 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] No waiting events found dispatching network-vif-plugged-60eb276a-323b-42c0-ad70-66f834068d3f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:25:04 user nova-compute[75018]: WARNING nova.compute.manager [req-8b8d5fcd-aaed-4979-9a36-bebac9d19df3 req-de770958-7908-4254-a718-c3e65d4c5b58 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Received unexpected event network-vif-plugged-60eb276a-323b-42c0-ad70-66f834068d3f for instance with vm_state building and task_state spawning.
Dec 05 17:25:04 user nova-compute[75018]: INFO nova.compute.manager [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Took 5.23 seconds to spawn the instance on the hypervisor.
Dec 05 17:25:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:25:04 user nova-compute[75018]: INFO nova.compute.manager [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Took 15.73 seconds to build instance.
Dec 05 17:25:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1d3e78c2-ac55-4052-a3a8-ce05b94dd3a6 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.825s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:25:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:09 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:25:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:13 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:25:13 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:25:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:25:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:25:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:25:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:25:13 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:25:13 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid f942b452-241a-4701-bb6f-fcb678640493 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:25:14 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updating instance_info_cache with network_info: [{"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:25:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:25:14 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:25:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:25:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:25:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:25:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:25:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:25:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:25:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:25:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:25:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:25:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:25:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:25:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:25:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:25:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:25:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:25:15 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:25:15 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:25:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8402MB free_disk=25.039199829101562GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:25:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:25:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:25:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:25:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:25:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 2f88f036-c746-4d7d-8a35-cca6cd43fd7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:25:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 15becb96-03c5-4083-8387-e07d9a06841a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:25:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance c11e2e9f-1b15-41b4-ae3d-c5dcc638036d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:25:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:25:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:25:16 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:25:16 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:25:16 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:25:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.326s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:25:17 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:25:17 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:25:17 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:25:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:18 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:25:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:21 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:25:21 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:25:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:25:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:25:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:25:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:25:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:25:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:25:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:25:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:25:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:25:48 user nova-compute[75018]: INFO nova.compute.manager [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] instance snapshotting
Dec 05 17:25:48 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Beginning live snapshot process
Dec 05 17:25:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json -f qcow2 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:25:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json -f qcow2" returned: 0 in 0.178s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:25:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json -f qcow2 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:25:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json -f qcow2" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:25:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:25:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.167s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:25:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmprtgxngtp/1bdea8f9ad384c138c474507a2ada340.delta 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:25:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmprtgxngtp/1bdea8f9ad384c138c474507a2ada340.delta 1073741824" returned: 0 in 0.067s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:25:49 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 05 17:25:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:25:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] COPY block job progress, current cursor: 47906816 final cursor: 75497472 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:25:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:25:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:25:50 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 05 17:25:51 user nova-compute[75018]: DEBUG nova.privsep.utils [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75018) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 05 17:25:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmprtgxngtp/1bdea8f9ad384c138c474507a2ada340.delta /opt/stack/data/nova/instances/snapshots/tmprtgxngtp/1bdea8f9ad384c138c474507a2ada340 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:25:51 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmprtgxngtp/1bdea8f9ad384c138c474507a2ada340.delta /opt/stack/data/nova/instances/snapshots/tmprtgxngtp/1bdea8f9ad384c138c474507a2ada340" returned: 0 in 0.648s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:25:51 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Snapshot extracted, beginning image upload
Dec 05 17:25:54 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Snapshot image upload complete
Dec 05 17:25:54 user nova-compute[75018]: INFO nova.compute.manager [None req-7904722a-5bd4-45ec-9406-58a601106887 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Took 5.59 seconds to snapshot the instance on the hypervisor.
Dec 05 17:25:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:25:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:25:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:25:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:25:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:25:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:26:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:00 user nova-compute[75018]: DEBUG nova.objects.instance [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lazy-loading 'flavor' on Instance uuid 2f88f036-c746-4d7d-8a35-cca6cd43fd7c {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:26:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.093s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:26:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:26:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:26:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:26:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:26:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:00 user nova-compute[75018]: INFO nova.compute.manager [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Attaching volume 43c2df0b-01f9-4d2c-ac29-32cfe56276fa to /dev/vdb
Dec 05 17:26:01 user nova-compute[75018]: DEBUG os_brick.utils [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1710a5c2-a43f-424f-864e-61449331fc96]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f64143c4-3c32-48aa-88e4-00f7f05b8261]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcde3903-df10-4b36-b848-298235f88259]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f60d241-2a4d-4b27-a113-aaeb58e68689]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:26:01 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:26:01 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a10602a-d46f-4b1e-ba6a-2c8c2500125b]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG os_brick.utils [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:26:01 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Updating existing volume attachment record: 904a62bf-704e-4ed0-ba7a-04d6aa93437d {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:26:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QTMZqBnV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:26:10 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:26:10 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:26:10 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[533ca2cf-88aa-4c91-8eca-1181b05d098a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:26:10 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1845d05-d33e-416b-a038-05ae75ce2afe]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa] added
Dec 05 17:26:10 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[83f1313b-9153-4ce5-bd4e-b1a341fb1e55]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cf660c4-2362-467e-b885-1f31e7d3d003]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QTMZqBnV {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QTMZqBnV" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c9cc843-9bba-4608-a80c-c2ba5f87990d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QTMZqBnV'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[21f679d3-7b86-44a3-844d-a13215522fb4]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0324d108-9ef2-4e52-bd2b-fb430ebc215e]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:26:10 user nova-compute[75018]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:26:10 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:26:10 user nova-compute[75018]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:26:10 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f6d7204-f5ad-4a3a-b506-d58d0d582c2b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa, portal: 172.16.0.220,3260]
Dec 05 17:26:10 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa, portal: 172.16.0.220,3260] successful.
Dec 05 17:26:10 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1666084b-1ec4-483f-9968-909ee87ae1ad]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[13e2f269-9b5c-490f-9e81-87ba8f04137f]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:26:10 user nova-compute[75018]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:26:10 user nova-compute[75018]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)
Dec 05 17:26:10 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:26:10 user nova-compute[75018]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:26:10 user nova-compute[75018]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)
Dec 05 17:26:10 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] HCTL ('35', '-', '-', 0) found on session 54 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb68688a-4fde-494b-b32c-0070a2f9b6d2]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Searching for a device in session 54 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QTMZqBnV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:26:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:11 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.323s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:26:11 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '26231343431326266', 'path': '/dev/sdd'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:26:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26231343431326266', 'path': '/dev/sdd'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:26:11 user nova-compute[75018]: DEBUG nova.objects.instance [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lazy-loading 'flavor' on Instance uuid 2f88f036-c746-4d7d-8a35-cca6cd43fd7c {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:26:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:26:11 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:26:11 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:26:11 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:26:11 user nova-compute[75018]:   <serial>43c2df0b-01f9-4d2c-ac29-32cfe56276fa</serial>
Dec 05 17:26:11 user nova-compute[75018]: </disk>
Dec 05 17:26:11 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:26:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:26:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:26:12 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] No VIF found with MAC fa:16:3e:33:d9:ae, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:26:12 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-57413730-3fed-4f44-a850-62fcbf4ee1bc tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.378s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:26:13 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:26:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:26:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:26:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:26:13 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:26:14 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Updating instance_info_cache with network_info: [{"id": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "address": "fa:16:3e:33:d9:ae", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b50b5ca-33", "ovs_interfaceid": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:26:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:26:14 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:26:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:26:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:26:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:26:14 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:26:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-1d84373a-afcd-4014-a9b1-5aa398cb9d1a req-ccefe4a2-c76b-4538-bb36-940f50490fde service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received event network-changed-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-1d84373a-afcd-4014-a9b1-5aa398cb9d1a req-ccefe4a2-c76b-4538-bb36-940f50490fde service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Refreshing instance network info cache due to event network-changed-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1d84373a-afcd-4014-a9b1-5aa398cb9d1a req-ccefe4a2-c76b-4538-bb36-940f50490fde service nova] Acquiring lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1d84373a-afcd-4014-a9b1-5aa398cb9d1a req-ccefe4a2-c76b-4538-bb36-940f50490fde service nova] Acquired lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG nova.network.neutron [req-1d84373a-afcd-4014-a9b1-5aa398cb9d1a req-ccefe4a2-c76b-4538-bb36-940f50490fde service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Refreshing network info cache for port 7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:26:15 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:26:15 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:26:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8570MB free_disk=24.989120483398438GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG nova.network.neutron [req-1d84373a-afcd-4014-a9b1-5aa398cb9d1a req-ccefe4a2-c76b-4538-bb36-940f50490fde service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Updated VIF entry in instance network info cache for port 7b50b5ca-33e3-4a59-a2b1-dff0078ad59a. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG nova.network.neutron [req-1d84373a-afcd-4014-a9b1-5aa398cb9d1a req-ccefe4a2-c76b-4538-bb36-940f50490fde service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Updating instance_info_cache with network_info: [{"id": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "address": "fa:16:3e:33:d9:ae", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b50b5ca-33", "ovs_interfaceid": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1d84373a-afcd-4014-a9b1-5aa398cb9d1a req-ccefe4a2-c76b-4538-bb36-940f50490fde service nova] Releasing lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 2f88f036-c746-4d7d-8a35-cca6cd43fd7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 15becb96-03c5-4083-8387-e07d9a06841a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance c11e2e9f-1b15-41b4-ae3d-c5dcc638036d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:26:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:26:16 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:26:16 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:26:16 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:26:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.304s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:26:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-859080de-adb3-44df-a698-5818e252feff req-42356437-8dc9-422d-ae29-224a8279bac8 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received event network-changed-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:26:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-859080de-adb3-44df-a698-5818e252feff req-42356437-8dc9-422d-ae29-224a8279bac8 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Refreshing instance network info cache due to event network-changed-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:26:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-859080de-adb3-44df-a698-5818e252feff req-42356437-8dc9-422d-ae29-224a8279bac8 service nova] Acquiring lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:26:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-859080de-adb3-44df-a698-5818e252feff req-42356437-8dc9-422d-ae29-224a8279bac8 service nova] Acquired lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:26:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-859080de-adb3-44df-a698-5818e252feff req-42356437-8dc9-422d-ae29-224a8279bac8 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Refreshing network info cache for port 7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:26:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d6a0ec3-d909-42ae-a9c4-5b7040477df5 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d6a0ec3-d909-42ae-a9c4-5b7040477df5 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:17 user nova-compute[75018]: INFO nova.compute.manager [None req-9d6a0ec3-d909-42ae-a9c4-5b7040477df5 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Rebooting instance
Dec 05 17:26:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d6a0ec3-d909-42ae-a9c4-5b7040477df5 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:26:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-859080de-adb3-44df-a698-5818e252feff req-42356437-8dc9-422d-ae29-224a8279bac8 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Updated VIF entry in instance network info cache for port 7b50b5ca-33e3-4a59-a2b1-dff0078ad59a. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:26:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-859080de-adb3-44df-a698-5818e252feff req-42356437-8dc9-422d-ae29-224a8279bac8 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Updating instance_info_cache with network_info: [{"id": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "address": "fa:16:3e:33:d9:ae", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b50b5ca-33", "ovs_interfaceid": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:26:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-859080de-adb3-44df-a698-5818e252feff req-42356437-8dc9-422d-ae29-224a8279bac8 service nova] Releasing lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:26:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d6a0ec3-d909-42ae-a9c4-5b7040477df5 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquired lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:26:17 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9d6a0ec3-d909-42ae-a9c4-5b7040477df5 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:26:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:18 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:26:18 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9d6a0ec3-d909-42ae-a9c4-5b7040477df5 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Updating instance_info_cache with network_info: [{"id": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "address": "fa:16:3e:33:d9:ae", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b50b5ca-33", "ovs_interfaceid": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:26:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d6a0ec3-d909-42ae-a9c4-5b7040477df5 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Releasing lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:26:18 user nova-compute[75018]: DEBUG nova.compute.manager [None req-9d6a0ec3-d909-42ae-a9c4-5b7040477df5 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:26:18 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:26:18 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:26:19 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:26:19 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:26:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-37043f64-9ad3-416b-9073-6016e4a6fc25 req-34cd2deb-fbce-439d-8e03-104565191298 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received event network-vif-unplugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:26:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-37043f64-9ad3-416b-9073-6016e4a6fc25 req-34cd2deb-fbce-439d-8e03-104565191298 service nova] Acquiring lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-37043f64-9ad3-416b-9073-6016e4a6fc25 req-34cd2deb-fbce-439d-8e03-104565191298 service nova] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-37043f64-9ad3-416b-9073-6016e4a6fc25 req-34cd2deb-fbce-439d-8e03-104565191298 service nova] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:26:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-37043f64-9ad3-416b-9073-6016e4a6fc25 req-34cd2deb-fbce-439d-8e03-104565191298 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] No waiting events found dispatching network-vif-unplugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:26:20 user nova-compute[75018]: WARNING nova.compute.manager [req-37043f64-9ad3-416b-9073-6016e4a6fc25 req-34cd2deb-fbce-439d-8e03-104565191298 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received unexpected event network-vif-unplugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a for instance with vm_state active and task_state reboot_started.
Dec 05 17:26:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-9d6a0ec3-d909-42ae-a9c4-5b7040477df5 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Instance shutdown successfully.
Dec 05 17:26:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-946a4bc5-b3d2-4a2f-ba98-357470b78de2 req-0d484818-c541-4cdd-8775-fc6e04bcdaee service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received event network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:26:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-946a4bc5-b3d2-4a2f-ba98-357470b78de2 req-0d484818-c541-4cdd-8775-fc6e04bcdaee service nova] Acquiring lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-946a4bc5-b3d2-4a2f-ba98-357470b78de2 req-0d484818-c541-4cdd-8775-fc6e04bcdaee service nova] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-946a4bc5-b3d2-4a2f-ba98-357470b78de2 req-0d484818-c541-4cdd-8775-fc6e04bcdaee service nova] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:26:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-946a4bc5-b3d2-4a2f-ba98-357470b78de2 req-0d484818-c541-4cdd-8775-fc6e04bcdaee service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] No waiting events found dispatching network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:26:22 user nova-compute[75018]: WARNING nova.compute.manager [req-946a4bc5-b3d2-4a2f-ba98-357470b78de2 req-0d484818-c541-4cdd-8775-fc6e04bcdaee service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received unexpected event network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a for instance with vm_state active and task_state reboot_started.
Dec 05 17:26:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:23 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:26:23 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:26:24 user nova-compute[75018]: DEBUG nova.compute.manager [req-0fcdf457-5942-4d0d-a1fd-e7bf692bb672 req-f3338c68-3622-4004-8a95-a0f332b354d2 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received event network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:26:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0fcdf457-5942-4d0d-a1fd-e7bf692bb672 req-f3338c68-3622-4004-8a95-a0f332b354d2 service nova] Acquiring lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0fcdf457-5942-4d0d-a1fd-e7bf692bb672 req-f3338c68-3622-4004-8a95-a0f332b354d2 service nova] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0fcdf457-5942-4d0d-a1fd-e7bf692bb672 req-f3338c68-3622-4004-8a95-a0f332b354d2 service nova] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:26:24 user nova-compute[75018]: DEBUG nova.compute.manager [req-0fcdf457-5942-4d0d-a1fd-e7bf692bb672 req-f3338c68-3622-4004-8a95-a0f332b354d2 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] No waiting events found dispatching network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:26:24 user nova-compute[75018]: WARNING nova.compute.manager [req-0fcdf457-5942-4d0d-a1fd-e7bf692bb672 req-f3338c68-3622-4004-8a95-a0f332b354d2 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received unexpected event network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a for instance with vm_state active and task_state reboot_started.
Dec 05 17:26:24 user nova-compute[75018]: DEBUG nova.compute.manager [req-0fcdf457-5942-4d0d-a1fd-e7bf692bb672 req-f3338c68-3622-4004-8a95-a0f332b354d2 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received event network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:26:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0fcdf457-5942-4d0d-a1fd-e7bf692bb672 req-f3338c68-3622-4004-8a95-a0f332b354d2 service nova] Acquiring lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0fcdf457-5942-4d0d-a1fd-e7bf692bb672 req-f3338c68-3622-4004-8a95-a0f332b354d2 service nova] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0fcdf457-5942-4d0d-a1fd-e7bf692bb672 req-f3338c68-3622-4004-8a95-a0f332b354d2 service nova] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:26:24 user nova-compute[75018]: DEBUG nova.compute.manager [req-0fcdf457-5942-4d0d-a1fd-e7bf692bb672 req-f3338c68-3622-4004-8a95-a0f332b354d2 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] No waiting events found dispatching network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:26:24 user nova-compute[75018]: WARNING nova.compute.manager [req-0fcdf457-5942-4d0d-a1fd-e7bf692bb672 req-f3338c68-3622-4004-8a95-a0f332b354d2 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received unexpected event network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a for instance with vm_state active and task_state reboot_started.
Dec 05 17:26:25 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Instance running successfully.
Dec 05 17:26:25 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-9d6a0ec3-d909-42ae-a9c4-5b7040477df5 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Instance soft rebooted successfully.
Dec 05 17:26:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-9d6a0ec3-d909-42ae-a9c4-5b7040477df5 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:26:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9d6a0ec3-d909-42ae-a9c4-5b7040477df5 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.541s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:26:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-969ab2d5-75af-4cad-99c7-944d0e51a050 req-3b74bc0b-2be8-4920-b2ae-5ec5565c191a service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received event network-changed-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:26:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-969ab2d5-75af-4cad-99c7-944d0e51a050 req-3b74bc0b-2be8-4920-b2ae-5ec5565c191a service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Refreshing instance network info cache due to event network-changed-e0077478-6521-4ce5-a346-be8b8ce4ba25. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:26:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-969ab2d5-75af-4cad-99c7-944d0e51a050 req-3b74bc0b-2be8-4920-b2ae-5ec5565c191a service nova] Acquiring lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:26:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-969ab2d5-75af-4cad-99c7-944d0e51a050 req-3b74bc0b-2be8-4920-b2ae-5ec5565c191a service nova] Acquired lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:26:36 user nova-compute[75018]: DEBUG nova.network.neutron [req-969ab2d5-75af-4cad-99c7-944d0e51a050 req-3b74bc0b-2be8-4920-b2ae-5ec5565c191a service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Refreshing network info cache for port e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:26:37 user nova-compute[75018]: DEBUG nova.network.neutron [req-969ab2d5-75af-4cad-99c7-944d0e51a050 req-3b74bc0b-2be8-4920-b2ae-5ec5565c191a service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Updated VIF entry in instance network info cache for port e0077478-6521-4ce5-a346-be8b8ce4ba25. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:26:37 user nova-compute[75018]: DEBUG nova.network.neutron [req-969ab2d5-75af-4cad-99c7-944d0e51a050 req-3b74bc0b-2be8-4920-b2ae-5ec5565c191a service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Updating instance_info_cache with network_info: [{"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:26:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-969ab2d5-75af-4cad-99c7-944d0e51a050 req-3b74bc0b-2be8-4920-b2ae-5ec5565c191a service nova] Releasing lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:26:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "15becb96-03c5-4083-8387-e07d9a06841a" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "15becb96-03c5-4083-8387-e07d9a06841a" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:37 user nova-compute[75018]: INFO nova.compute.manager [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Shelve offloading
Dec 05 17:26:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:37 user nova-compute[75018]: DEBUG nova.compute.manager [req-b6810502-abeb-47f6-aa44-7b87533a08d4 req-10db3f0a-5fcd-457d-ba08-24d82740e689 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received event network-vif-unplugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:26:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b6810502-abeb-47f6-aa44-7b87533a08d4 req-10db3f0a-5fcd-457d-ba08-24d82740e689 service nova] Acquiring lock "15becb96-03c5-4083-8387-e07d9a06841a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b6810502-abeb-47f6-aa44-7b87533a08d4 req-10db3f0a-5fcd-457d-ba08-24d82740e689 service nova] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b6810502-abeb-47f6-aa44-7b87533a08d4 req-10db3f0a-5fcd-457d-ba08-24d82740e689 service nova] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:26:37 user nova-compute[75018]: DEBUG nova.compute.manager [req-b6810502-abeb-47f6-aa44-7b87533a08d4 req-10db3f0a-5fcd-457d-ba08-24d82740e689 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] No waiting events found dispatching network-vif-unplugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:26:37 user nova-compute[75018]: WARNING nova.compute.manager [req-b6810502-abeb-47f6-aa44-7b87533a08d4 req-10db3f0a-5fcd-457d-ba08-24d82740e689 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received unexpected event network-vif-unplugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 for instance with vm_state active and task_state shelving.
Dec 05 17:26:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:38 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Instance destroyed successfully.
Dec 05 17:26:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:26:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:26:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquired lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:26:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:26:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Updating instance_info_cache with network_info: [{"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:26:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Releasing lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:26:39 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Instance destroyed successfully.
Dec 05 17:26:39 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lazy-loading 'resources' on Instance uuid 15becb96-03c5-4083-8387-e07d9a06841a {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:24:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1414628145',display_name='tempest-TestShelveInstance-server-1414628145',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1414628145',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAL04261ooFx6v/CqPNuMUM00uMQOHNmKV2QIkfFZJ1xm5kWsG9eRNE0SdOOz5LyXF19JtubMyKBQwxdqBhIemxvu3nc8Go5PenSea3Uvg/bBp+gvCKtGR2hgF/S7SIPpQ==',key_name='tempest-TestShelveInstance-2097892922',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:25:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7e22993c661f47f49b599dc618e39b10',ramdisk_id='',reservation_id='r-p3mgqnzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-856635307',owner_user_name='tempest-TestShelveInstance-856635307-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:25:01Z,user_data=None,user_id='a3f2c7bd40b64f8e906ac380c498a83b',uuid=15becb96-03c5-4083-8387-e07d9a06841a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Converting VIF {"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:52:32,bridge_name='br-int',has_traffic_filtering=True,id=e0077478-6521-4ce5-a346-be8b8ce4ba25,network=Network(26706eec-fa5f-4c83-9c89-b55b2d786d72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0077478-65') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_vif [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:52:32,bridge_name='br-int',has_traffic_filtering=True,id=e0077478-6521-4ce5-a346-be8b8ce4ba25,network=Network(26706eec-fa5f-4c83-9c89-b55b2d786d72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0077478-65') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape0077478-65, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6ba184a6-9279-4511-bf7f-02260d4c75c0) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:26:39 user nova-compute[75018]: INFO os_vif [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:52:32,bridge_name='br-int',has_traffic_filtering=True,id=e0077478-6521-4ce5-a346-be8b8ce4ba25,network=Network(26706eec-fa5f-4c83-9c89-b55b2d786d72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0077478-65')
Dec 05 17:26:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lZXpGNeq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:26:39 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[735a7730-43b9-494a-8063-1d1cf9548c81]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:26:39 user nova-compute[75018]: No targets found.
Dec 05 17:26:39 user nova-compute[75018]: iSNS:
Dec 05 17:26:39 user nova-compute[75018]: No targets found.
Dec 05 17:26:39 user nova-compute[75018]: STATIC:
Dec 05 17:26:39 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa
Dec 05 17:26:39 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:26:39 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:26:39 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8
Dec 05 17:26:39 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:26:39 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:26:39 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff
Dec 05 17:26:39 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:26:39 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:26:39 user nova-compute[75018]: FIRMWARE:
Dec 05 17:26:39 user nova-compute[75018]: No targets found.
Dec 05 17:26:39 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:26:39 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:26:39 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8485e37c-1abd-4848-b067-dad7c65f51f6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfb1a59e-4b94-44b9-98df-5781d8ed977f]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:26:39 user nova-compute[75018]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:26:39 user nova-compute[75018]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)
Dec 05 17:26:39 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:26:39 user nova-compute[75018]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:26:39 user nova-compute[75018]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)
Dec 05 17:26:39 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a822a290>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[394a62af-5ede-4ed2-9f1e-df322e1ff37d]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f5b49be-1294-498d-a349-b49264c16b99]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG nova.compute.manager [req-c33cba0c-7372-4fa3-bb42-b9aaffd5b405 req-9bf45ae3-0774-4c34-b135-f931b929432f service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received event network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c33cba0c-7372-4fa3-bb42-b9aaffd5b405 req-9bf45ae3-0774-4c34-b135-f931b929432f service nova] Acquiring lock "15becb96-03c5-4083-8387-e07d9a06841a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c33cba0c-7372-4fa3-bb42-b9aaffd5b405 req-9bf45ae3-0774-4c34-b135-f931b929432f service nova] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c33cba0c-7372-4fa3-bb42-b9aaffd5b405 req-9bf45ae3-0774-4c34-b135-f931b929432f service nova] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG nova.compute.manager [req-c33cba0c-7372-4fa3-bb42-b9aaffd5b405 req-9bf45ae3-0774-4c34-b135-f931b929432f service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] No waiting events found dispatching network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:26:39 user nova-compute[75018]: WARNING nova.compute.manager [req-c33cba0c-7372-4fa3-bb42-b9aaffd5b405 req-9bf45ae3-0774-4c34-b135-f931b929432f service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received unexpected event network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 for instance with vm_state active and task_state shelving.
Dec 05 17:26:39 user nova-compute[75018]: DEBUG nova.compute.manager [req-c33cba0c-7372-4fa3-bb42-b9aaffd5b405 req-9bf45ae3-0774-4c34-b135-f931b929432f service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received event network-changed-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG nova.compute.manager [req-c33cba0c-7372-4fa3-bb42-b9aaffd5b405 req-9bf45ae3-0774-4c34-b135-f931b929432f service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Refreshing instance network info cache due to event network-changed-e0077478-6521-4ce5-a346-be8b8ce4ba25. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c33cba0c-7372-4fa3-bb42-b9aaffd5b405 req-9bf45ae3-0774-4c34-b135-f931b929432f service nova] Acquiring lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c33cba0c-7372-4fa3-bb42-b9aaffd5b405 req-9bf45ae3-0774-4c34-b135-f931b929432f service nova] Acquired lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG nova.network.neutron [req-c33cba0c-7372-4fa3-bb42-b9aaffd5b405 req-9bf45ae3-0774-4c34-b135-f931b929432f service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Refreshing network info cache for port e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ed75fef-e6bc-4ac6-b1c7-4a71234bfb74]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a406a966-4e69-4855-a9d0-c1beee3048d9]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[68e1e6ff-3123-4d22-a9e4-fea8e79dab46]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee5e1b2e-1dac-4466-aeb3-7cd6add6fe46]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff, portal: 172.16.0.220,3260]
Dec 05 17:26:39 user nova-compute[75018]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff, portal: 172.16.0.220,3260] successful.
Dec 05 17:26:39 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5961bead-2280-4cea-a278-0e972c155e2b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] <== disconnect_volume: return (304ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:26:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:26:39 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Deleting instance files /opt/stack/data/nova/instances/15becb96-03c5-4083-8387-e07d9a06841a_del
Dec 05 17:26:39 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Deletion of /opt/stack/data/nova/instances/15becb96-03c5-4083-8387-e07d9a06841a_del complete
Dec 05 17:26:40 user nova-compute[75018]: DEBUG nova.network.neutron [req-c33cba0c-7372-4fa3-bb42-b9aaffd5b405 req-9bf45ae3-0774-4c34-b135-f931b929432f service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Updated VIF entry in instance network info cache for port e0077478-6521-4ce5-a346-be8b8ce4ba25. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:26:40 user nova-compute[75018]: DEBUG nova.network.neutron [req-c33cba0c-7372-4fa3-bb42-b9aaffd5b405 req-9bf45ae3-0774-4c34-b135-f931b929432f service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Updating instance_info_cache with network_info: [{"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": null, "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tape0077478-65", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:26:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c33cba0c-7372-4fa3-bb42-b9aaffd5b405 req-9bf45ae3-0774-4c34-b135-f931b929432f service nova] Releasing lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:26:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-8963cf44-7e15-4d8a-8a51-7854e68565b7 req-354ee3b7-344d-4e64-8084-deadd2a433c8 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Received event network-changed-60eb276a-323b-42c0-ad70-66f834068d3f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:26:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-8963cf44-7e15-4d8a-8a51-7854e68565b7 req-354ee3b7-344d-4e64-8084-deadd2a433c8 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Refreshing instance network info cache due to event network-changed-60eb276a-323b-42c0-ad70-66f834068d3f. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:26:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8963cf44-7e15-4d8a-8a51-7854e68565b7 req-354ee3b7-344d-4e64-8084-deadd2a433c8 service nova] Acquiring lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:26:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8963cf44-7e15-4d8a-8a51-7854e68565b7 req-354ee3b7-344d-4e64-8084-deadd2a433c8 service nova] Acquired lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:26:40 user nova-compute[75018]: DEBUG nova.network.neutron [req-8963cf44-7e15-4d8a-8a51-7854e68565b7 req-354ee3b7-344d-4e64-8084-deadd2a433c8 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Refreshing network info cache for port 60eb276a-323b-42c0-ad70-66f834068d3f {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:26:40 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Deleted allocations for instance 15becb96-03c5-4083-8387-e07d9a06841a
Dec 05 17:26:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:41 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lazy-loading 'numa_topology' on Instance uuid 15becb96-03c5-4083-8387-e07d9a06841a {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:26:41 user nova-compute[75018]: DEBUG nova.objects.base [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Object Instance<15becb96-03c5-4083-8387-e07d9a06841a> lazy-loaded attributes: resources,numa_topology {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:26:41 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:26:41 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:26:41 user nova-compute[75018]: DEBUG nova.network.neutron [req-8963cf44-7e15-4d8a-8a51-7854e68565b7 req-354ee3b7-344d-4e64-8084-deadd2a433c8 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Updated VIF entry in instance network info cache for port 60eb276a-323b-42c0-ad70-66f834068d3f. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:26:41 user nova-compute[75018]: DEBUG nova.network.neutron [req-8963cf44-7e15-4d8a-8a51-7854e68565b7 req-354ee3b7-344d-4e64-8084-deadd2a433c8 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Updating instance_info_cache with network_info: [{"id": "60eb276a-323b-42c0-ad70-66f834068d3f", "address": "fa:16:3e:f2:de:c4", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60eb276a-32", "ovs_interfaceid": "60eb276a-323b-42c0-ad70-66f834068d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:26:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.187s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:26:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8963cf44-7e15-4d8a-8a51-7854e68565b7 req-354ee3b7-344d-4e64-8084-deadd2a433c8 service nova] Releasing lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:26:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4890c04d-281e-426d-ba1d-99531bf75428 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "15becb96-03c5-4083-8387-e07d9a06841a" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.873s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:26:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "22257c73-6539-4142-804a-eba41a420cdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "22257c73-6539-4142-804a-eba41a420cdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:26:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:49 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:26:49 user nova-compute[75018]: INFO nova.compute.claims [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Claim successful on node user
Dec 05 17:26:49 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:26:49 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:26:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.440s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:26:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:26:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:26:49 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:26:49 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:26:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:26:49 user nova-compute[75018]: DEBUG nova.policy [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbdc3bee63ae4fce86e51b500da9c1ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ab67a8b79a84e4e9347f71769911964', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:26:49 user nova-compute[75018]: INFO nova.virt.block_device [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Booting with volume a35de814-5a7b-42aa-842a-0dabbf66043b at /dev/vda
Dec 05 17:26:50 user nova-compute[75018]: DEBUG os_brick.utils [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bc08d61-13e7-4ba9-be23-434493cdb1e4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[997f353f-f5ab-47e8-859e-5c3a3721d335]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d71ce76d-7186-4b31-9ca7-ef17a2a13eda]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[edbd93a3-13a3-4d85-8ff1-b56f20c1f872]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:26:50 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:26:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4a7b565-3fb8-44ad-bf6f-025e696be5a9]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG os_brick.utils [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Updating existing volume attachment record: 9c022222-8964-4e06-b01f-b54739e9b80a {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:26:50 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Successfully created port: 93f727a3-20ce-4f3c-9fb2-1700f4449923 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:26:51 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Successfully updated port: 93f727a3-20ce-4f3c-9fb2-1700f4449923 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:26:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "refresh_cache-22257c73-6539-4142-804a-eba41a420cdf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:26:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquired lock "refresh_cache-22257c73-6539-4142-804a-eba41a420cdf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:26:51 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:26:51 user nova-compute[75018]: DEBUG nova.compute.manager [req-d6aeb1c8-36a2-469e-a13a-02e27fafda58 req-18bc305c-b0aa-433a-8950-643dfddecab7 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Received event network-changed-93f727a3-20ce-4f3c-9fb2-1700f4449923 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:26:51 user nova-compute[75018]: DEBUG nova.compute.manager [req-d6aeb1c8-36a2-469e-a13a-02e27fafda58 req-18bc305c-b0aa-433a-8950-643dfddecab7 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Refreshing instance network info cache due to event network-changed-93f727a3-20ce-4f3c-9fb2-1700f4449923. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:26:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d6aeb1c8-36a2-469e-a13a-02e27fafda58 req-18bc305c-b0aa-433a-8950-643dfddecab7 service nova] Acquiring lock "refresh_cache-22257c73-6539-4142-804a-eba41a420cdf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:26:51 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:26:51 user nova-compute[75018]: DEBUG nova.network.neutron [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Updating instance_info_cache with network_info: [{"id": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "address": "fa:16:3e:9e:e2:42", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93f727a3-20", "ovs_interfaceid": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:26:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Releasing lock "refresh_cache-22257c73-6539-4142-804a-eba41a420cdf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:26:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Instance network_info: |[{"id": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "address": "fa:16:3e:9e:e2:42", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93f727a3-20", "ovs_interfaceid": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:26:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d6aeb1c8-36a2-469e-a13a-02e27fafda58 req-18bc305c-b0aa-433a-8950-643dfddecab7 service nova] Acquired lock "refresh_cache-22257c73-6539-4142-804a-eba41a420cdf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:26:51 user nova-compute[75018]: DEBUG nova.network.neutron [req-d6aeb1c8-36a2-469e-a13a-02e27fafda58 req-18bc305c-b0aa-433a-8950-643dfddecab7 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Refreshing network info cache for port 93f727a3-20ce-4f3c-9fb2-1700f4449923 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:26:51 user nova-compute[75018]: DEBUG nova.network.neutron [req-d6aeb1c8-36a2-469e-a13a-02e27fafda58 req-18bc305c-b0aa-433a-8950-643dfddecab7 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Updated VIF entry in instance network info cache for port 93f727a3-20ce-4f3c-9fb2-1700f4449923. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:26:51 user nova-compute[75018]: DEBUG nova.network.neutron [req-d6aeb1c8-36a2-469e-a13a-02e27fafda58 req-18bc305c-b0aa-433a-8950-643dfddecab7 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Updating instance_info_cache with network_info: [{"id": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "address": "fa:16:3e:9e:e2:42", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93f727a3-20", "ovs_interfaceid": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:26:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d6aeb1c8-36a2-469e-a13a-02e27fafda58 req-18bc305c-b0aa-433a-8950-643dfddecab7 service nova] Releasing lock "refresh_cache-22257c73-6539-4142-804a-eba41a420cdf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:26:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "06457ac8-52ab-4fa2-879c-21d0241bf941" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:55 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:26:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:56 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:26:56 user nova-compute[75018]: INFO nova.compute.claims [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Claim successful on node user
Dec 05 17:26:56 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:26:56 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:26:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.271s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:26:56 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:26:56 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:26:56 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:26:56 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:26:56 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:26:56 user nova-compute[75018]: INFO nova.virt.block_device [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Booting with blank volume at /dev/vda
Dec 05 17:26:56 user nova-compute[75018]: DEBUG nova.policy [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b46541d25214c289488ed2e4db91420', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd67f0458baa48fda16fbdeab5c7c80f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:26:57 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Successfully created port: c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:26:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:58 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Successfully updated port: c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:26:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:26:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquired lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:26:58 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:26:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-b877c4d3-ebf7-41bb-a9b4-d7af8554cfee req-3981ab7d-63a3-49fb-b10f-5a3faf3c6c88 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received event network-changed-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:26:58 user nova-compute[75018]: DEBUG nova.compute.manager [req-b877c4d3-ebf7-41bb-a9b4-d7af8554cfee req-3981ab7d-63a3-49fb-b10f-5a3faf3c6c88 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Refreshing instance network info cache due to event network-changed-c75f7d25-75ff-48d0-9c79-8d581c8e393d. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:26:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b877c4d3-ebf7-41bb-a9b4-d7af8554cfee req-3981ab7d-63a3-49fb-b10f-5a3faf3c6c88 service nova] Acquiring lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:26:58 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:26:58 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updating instance_info_cache with network_info: [{"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:26:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Releasing lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:26:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Instance network_info: |[{"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:26:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b877c4d3-ebf7-41bb-a9b4-d7af8554cfee req-3981ab7d-63a3-49fb-b10f-5a3faf3c6c88 service nova] Acquired lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:26:58 user nova-compute[75018]: DEBUG nova.network.neutron [req-b877c4d3-ebf7-41bb-a9b4-d7af8554cfee req-3981ab7d-63a3-49fb-b10f-5a3faf3c6c88 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Refreshing network info cache for port c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.network.neutron [req-b877c4d3-ebf7-41bb-a9b4-d7af8554cfee req-3981ab7d-63a3-49fb-b10f-5a3faf3c6c88 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updated VIF entry in instance network info cache for port c75f7d25-75ff-48d0-9c79-8d581c8e393d. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.network.neutron [req-b877c4d3-ebf7-41bb-a9b4-d7af8554cfee req-3981ab7d-63a3-49fb-b10f-5a3faf3c6c88 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updating instance_info_cache with network_info: [{"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b877c4d3-ebf7-41bb-a9b4-d7af8554cfee req-3981ab7d-63a3-49fb-b10f-5a3faf3c6c88 service nova] Releasing lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:26:59 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Creating image(s)
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Did not create local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Ensure instance console log exists: /opt/stack/data/nova/instances/22257c73-6539-4142-804a-eba41a420cdf/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Start _get_guest_xml network_info=[{"id": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "address": "fa:16:3e:9e:e2:42", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93f727a3-20", "ovs_interfaceid": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dKOEtRcw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22257c73-6539-4142-804a-eba41a420cdf', 'attached_at': '', 'detached_at': '', 'volume_id': 'a35de814-5a7b-42aa-842a-0dabbf66043b', 'serial': 'a35de814-5a7b-42aa-842a-0dabbf66043b'}, 'attachment_id': '9c022222-8964-4e06-b01f-b54739e9b80a', 'delete_on_termination': False, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:26:59 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:26:59 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dKOEtRcw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:26:59 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:26:59 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:26:59 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:26:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7dfea4f-ab8b-4bce-a7a1-cca8a63f612c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:26:59 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1aedd434-3865-4f46-bab7-561bf73265bc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b] added
Dec 05 17:26:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ecacc70-2448-4f6d-9a31-627f7fc1d3fd]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5291c3ec-9258-422a-ab00-7686c35d9bd0]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dKOEtRcw {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dKOEtRcw" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[74bfb6de-85ea-4165-8c0a-ff5d50cb329d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dKOEtRcw'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[038bfae9-422e-4042-bbf3-81da9b3f6a0e]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[be65c7e3-47f7-498b-a292-f383acc934f0]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:26:59 user nova-compute[75018]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)
Dec 05 17:26:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:26:59 user nova-compute[75018]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)
Dec 05 17:26:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[45da455c-bbf4-4898-93cc-04bd18dd86e7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b, portal: 172.16.0.220,3260]
Dec 05 17:26:59 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b, portal: 172.16.0.220,3260] successful.
Dec 05 17:26:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[72099a8a-60c6-4bd9-be0e-0e6240f09d22]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c50ec2c4-202a-4fef-8eca-d9fcffc7205f]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:26:59 user nova-compute[75018]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)
Dec 05 17:26:59 user nova-compute[75018]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b (non-flash)
Dec 05 17:26:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:26:59 user nova-compute[75018]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)
Dec 05 17:26:59 user nova-compute[75018]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b (non-flash)
Dec 05 17:26:59 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.260s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[075c6eae-a760-4d7e-a970-e8798bd1d5bd]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:26:59 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dKOEtRcw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.290s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== connect_volume: return (1291ms) {'type': 'block', 'scsi_wwn': '23665386430373733', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23665386430373733', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:26:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1493714901',display_name='tempest-TestVolumeBootPattern-server-1493714901',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1493714901',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOT9ik/tD+6bFU0j/4vC6EQ0TqGp2Zy6fJsIfRsPk8CQLltW5Er57fBFZLKRjBOpcBJFg9IQHoFbsjRTEF0ezbC430EZVVEn5YsLlRH+tdhzqd2VPQXuHkXaTCTmf2e/PA==',key_name='tempest-TestVolumeBootPattern-1493259416',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-661jl8sn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:26:50Z,user_data=None,user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=22257c73-6539-4142-804a-eba41a420cdf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "address": "fa:16:3e:9e:e2:42", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93f727a3-20", "ovs_interfaceid": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "address": "fa:16:3e:9e:e2:42", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93f727a3-20", "ovs_interfaceid": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:e2:42,bridge_name='br-int',has_traffic_filtering=True,id=93f727a3-20ce-4f3c-9fb2-1700f4449923,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93f727a3-20') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG nova.objects.instance [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lazy-loading 'pci_devices' on Instance uuid 22257c73-6539-4142-804a-eba41a420cdf {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:27:00 user nova-compute[75018]:   <uuid>22257c73-6539-4142-804a-eba41a420cdf</uuid>
Dec 05 17:27:00 user nova-compute[75018]:   <name>instance-0000002f</name>
Dec 05 17:27:00 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:27:00 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:27:00 user nova-compute[75018]:   <metadata>
Dec 05 17:27:00 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:27:00 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:27:00 user nova-compute[75018]:       <nova:name>tempest-TestVolumeBootPattern-server-1493714901</nova:name>
Dec 05 17:27:00 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:26:59</nova:creationTime>
Dec 05 17:27:00 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:27:00 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:27:00 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:27:00 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:27:00 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:27:00 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:27:00 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:27:00 user nova-compute[75018]:       <nova:owner>
Dec 05 17:27:00 user nova-compute[75018]:         <nova:user uuid="cbdc3bee63ae4fce86e51b500da9c1ac">tempest-TestVolumeBootPattern-1277319653-project-member</nova:user>
Dec 05 17:27:00 user nova-compute[75018]:         <nova:project uuid="4ab67a8b79a84e4e9347f71769911964">tempest-TestVolumeBootPattern-1277319653</nova:project>
Dec 05 17:27:00 user nova-compute[75018]:       </nova:owner>
Dec 05 17:27:00 user nova-compute[75018]:       <nova:ports>
Dec 05 17:27:00 user nova-compute[75018]:         <nova:port uuid="93f727a3-20ce-4f3c-9fb2-1700f4449923">
Dec 05 17:27:00 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 05 17:27:00 user nova-compute[75018]:         </nova:port>
Dec 05 17:27:00 user nova-compute[75018]:       </nova:ports>
Dec 05 17:27:00 user nova-compute[75018]:     </nova:instance>
Dec 05 17:27:00 user nova-compute[75018]:   </metadata>
Dec 05 17:27:00 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:27:00 user nova-compute[75018]:     <system>
Dec 05 17:27:00 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:27:00 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:27:00 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:27:00 user nova-compute[75018]:       <entry name="serial">22257c73-6539-4142-804a-eba41a420cdf</entry>
Dec 05 17:27:00 user nova-compute[75018]:       <entry name="uuid">22257c73-6539-4142-804a-eba41a420cdf</entry>
Dec 05 17:27:00 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:27:00 user nova-compute[75018]:     </system>
Dec 05 17:27:00 user nova-compute[75018]:   </sysinfo>
Dec 05 17:27:00 user nova-compute[75018]:   <os>
Dec 05 17:27:00 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:27:00 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:27:00 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:27:00 user nova-compute[75018]:   </os>
Dec 05 17:27:00 user nova-compute[75018]:   <features>
Dec 05 17:27:00 user nova-compute[75018]:     <acpi/>
Dec 05 17:27:00 user nova-compute[75018]:     <apic/>
Dec 05 17:27:00 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:27:00 user nova-compute[75018]:   </features>
Dec 05 17:27:00 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:27:00 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:27:00 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:27:00 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:27:00 user nova-compute[75018]:   </clock>
Dec 05 17:27:00 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:27:00 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:27:00 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:27:00 user nova-compute[75018]:   </cpu>
Dec 05 17:27:00 user nova-compute[75018]:   <devices>
Dec 05 17:27:00 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:27:00 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:27:00 user nova-compute[75018]:       <source dev="/dev/sdb"/>
Dec 05 17:27:00 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:27:00 user nova-compute[75018]:       <serial>a35de814-5a7b-42aa-842a-0dabbf66043b</serial>
Dec 05 17:27:00 user nova-compute[75018]:     </disk>
Dec 05 17:27:00 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:27:00 user nova-compute[75018]:       <mac address="fa:16:3e:9e:e2:42"/>
Dec 05 17:27:00 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:27:00 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:27:00 user nova-compute[75018]:       <target dev="tap93f727a3-20"/>
Dec 05 17:27:00 user nova-compute[75018]:     </interface>
Dec 05 17:27:00 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:27:00 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/22257c73-6539-4142-804a-eba41a420cdf/console.log" append="off"/>
Dec 05 17:27:00 user nova-compute[75018]:     </serial>
Dec 05 17:27:00 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:27:00 user nova-compute[75018]:     <video>
Dec 05 17:27:00 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:27:00 user nova-compute[75018]:     </video>
Dec 05 17:27:00 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:27:00 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:27:00 user nova-compute[75018]:     </rng>
Dec 05 17:27:00 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:27:00 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:27:00 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:27:00 user nova-compute[75018]:     </memballoon>
Dec 05 17:27:00 user nova-compute[75018]:   </devices>
Dec 05 17:27:00 user nova-compute[75018]: </domain>
Dec 05 17:27:00 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:26:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1493714901',display_name='tempest-TestVolumeBootPattern-server-1493714901',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1493714901',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOT9ik/tD+6bFU0j/4vC6EQ0TqGp2Zy6fJsIfRsPk8CQLltW5Er57fBFZLKRjBOpcBJFg9IQHoFbsjRTEF0ezbC430EZVVEn5YsLlRH+tdhzqd2VPQXuHkXaTCTmf2e/PA==',key_name='tempest-TestVolumeBootPattern-1493259416',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-661jl8sn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:26:50Z,user_data=None,user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=22257c73-6539-4142-804a-eba41a420cdf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "address": "fa:16:3e:9e:e2:42", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93f727a3-20", "ovs_interfaceid": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "address": "fa:16:3e:9e:e2:42", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93f727a3-20", "ovs_interfaceid": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:e2:42,bridge_name='br-int',has_traffic_filtering=True,id=93f727a3-20ce-4f3c-9fb2-1700f4449923,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93f727a3-20') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG os_vif [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:e2:42,bridge_name='br-int',has_traffic_filtering=True,id=93f727a3-20ce-4f3c-9fb2-1700f4449923,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93f727a3-20') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8731d6cb-d5a1-54b8-bc30-56fe6d522141', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap93f727a3-20, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap93f727a3-20, col_values=(('qos', UUID('3c6174a7-6d1e-4227-9827-cf574c39128e')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap93f727a3-20, col_values=(('external_ids', {'iface-id': '93f727a3-20ce-4f3c-9fb2-1700f4449923', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:e2:42', 'vm-uuid': '22257c73-6539-4142-804a-eba41a420cdf'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:27:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:00 user nova-compute[75018]: INFO os_vif [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:e2:42,bridge_name='br-int',has_traffic_filtering=True,id=93f727a3-20ce-4f3c-9fb2-1700f4449923,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93f727a3-20')
Dec 05 17:27:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:27:01 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] No VIF found with MAC fa:16:3e:9e:e2:42, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG os_brick.utils [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b04af00-8de0-4886-ab34-b4673db22a08]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ef4f178-2d57-49cc-9ecd-ed1a4d5e7439]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4745dd3-da3c-48b0-aeb3-9f0f03b30360]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aef4a069-d5fe-4490-9a74-1d209c16a5dc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:27:02 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a644e7f4-f5e1-4f20-bb90-c8107342757c]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG os_brick.utils [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updating existing volume attachment record: 68ef4681-451b-449b-ab7e-a2420037696b {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-b476c015-5157-40f3-b664-40fff4104261 req-d2b77f54-2ee2-47d1-b823-da978dc4f775 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Received event network-vif-plugged-93f727a3-20ce-4f3c-9fb2-1700f4449923 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b476c015-5157-40f3-b664-40fff4104261 req-d2b77f54-2ee2-47d1-b823-da978dc4f775 service nova] Acquiring lock "22257c73-6539-4142-804a-eba41a420cdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b476c015-5157-40f3-b664-40fff4104261 req-d2b77f54-2ee2-47d1-b823-da978dc4f775 service nova] Lock "22257c73-6539-4142-804a-eba41a420cdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b476c015-5157-40f3-b664-40fff4104261 req-d2b77f54-2ee2-47d1-b823-da978dc4f775 service nova] Lock "22257c73-6539-4142-804a-eba41a420cdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG nova.compute.manager [req-b476c015-5157-40f3-b664-40fff4104261 req-d2b77f54-2ee2-47d1-b823-da978dc4f775 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] No waiting events found dispatching network-vif-plugged-93f727a3-20ce-4f3c-9fb2-1700f4449923 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:27:02 user nova-compute[75018]: WARNING nova.compute.manager [req-b476c015-5157-40f3-b664-40fff4104261 req-d2b77f54-2ee2-47d1-b823-da978dc4f775 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Received unexpected event network-vif-plugged-93f727a3-20ce-4f3c-9fb2-1700f4449923 for instance with vm_state building and task_state spawning.
Dec 05 17:27:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:27:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:27:04 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Instance spawned successfully.
Dec 05 17:27:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:27:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:27:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:27:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:27:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:27:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:27:04 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:27:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-e8a5fd66-a5eb-49ca-9f93-1b853f2062b4 req-3ec171ec-7c76-41c0-b2a3-07592ddd8020 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Received event network-vif-plugged-93f727a3-20ce-4f3c-9fb2-1700f4449923 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:27:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e8a5fd66-a5eb-49ca-9f93-1b853f2062b4 req-3ec171ec-7c76-41c0-b2a3-07592ddd8020 service nova] Acquiring lock "22257c73-6539-4142-804a-eba41a420cdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:27:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e8a5fd66-a5eb-49ca-9f93-1b853f2062b4 req-3ec171ec-7c76-41c0-b2a3-07592ddd8020 service nova] Lock "22257c73-6539-4142-804a-eba41a420cdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:27:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e8a5fd66-a5eb-49ca-9f93-1b853f2062b4 req-3ec171ec-7c76-41c0-b2a3-07592ddd8020 service nova] Lock "22257c73-6539-4142-804a-eba41a420cdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:27:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-e8a5fd66-a5eb-49ca-9f93-1b853f2062b4 req-3ec171ec-7c76-41c0-b2a3-07592ddd8020 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] No waiting events found dispatching network-vif-plugged-93f727a3-20ce-4f3c-9fb2-1700f4449923 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:27:04 user nova-compute[75018]: WARNING nova.compute.manager [req-e8a5fd66-a5eb-49ca-9f93-1b853f2062b4 req-3ec171ec-7c76-41c0-b2a3-07592ddd8020 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Received unexpected event network-vif-plugged-93f727a3-20ce-4f3c-9fb2-1700f4449923 for instance with vm_state building and task_state spawning.
Dec 05 17:27:04 user nova-compute[75018]: INFO nova.compute.manager [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Took 4.96 seconds to spawn the instance on the hypervisor.
Dec 05 17:27:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:27:04 user nova-compute[75018]: INFO nova.compute.manager [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Took 15.30 seconds to build instance.
Dec 05 17:27:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-8cd05fbf-99e7-4e79-b3ec-a4ff74639a2a tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "22257c73-6539-4142-804a-eba41a420cdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.386s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:27:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:27:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:27:11 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Creating image(s)
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Did not create local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Ensure instance console log exists: /opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Start _get_guest_xml network_info=[{"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uTaEfIAN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '06457ac8-52ab-4fa2-879c-21d0241bf941', 'attached_at': '', 'detached_at': '', 'volume_id': 'be1fbc2e-853d-4de4-ac67-30c348b38c6b', 'serial': 'be1fbc2e-853d-4de4-ac67-30c348b38c6b'}, 'attachment_id': '68ef4681-451b-449b-ab7e-a2420037696b', 'delete_on_termination': False, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:27:11 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:27:11 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:27:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uTaEfIAN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:27:12 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:27:12 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:27:12 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[91976c7a-089b-4612-8a34-cebf0ca9321b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:27:12 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ff6b73f-cdb3-4378-b330-7c6890ed4692]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b] added
Dec 05 17:27:12 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b917a30-e2b6-491b-acb1-9444131b837e]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4595f67d-9e36-43e5-8112-219f2d092d08]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uTaEfIAN {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uTaEfIAN" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9031aad8-87b7-431e-b2e7-4fdae3e041f7]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uTaEfIAN'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0eb7870-be5e-4c1d-8051-6eac84d1e82c]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a25c40f6-6d25-48ee-bc62-56b8cbaaf986]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:27:12 user nova-compute[75018]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)
Dec 05 17:27:12 user nova-compute[75018]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b (non-flash)
Dec 05 17:27:12 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:27:12 user nova-compute[75018]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)
Dec 05 17:27:12 user nova-compute[75018]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b (non-flash)
Dec 05 17:27:12 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[672733d5-0efe-4ad7-a37f-803a94f7e015]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b, portal: 172.16.0.220,3260]
Dec 05 17:27:12 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b, portal: 172.16.0.220,3260] successful.
Dec 05 17:27:12 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[348c3df2-3b20-4679-891d-75c91de05838]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[35ef1644-6a5e-498e-9977-c4410b04c789]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:27:12 user nova-compute[75018]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)
Dec 05 17:27:12 user nova-compute[75018]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b (non-flash)
Dec 05 17:27:12 user nova-compute[75018]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:27:12 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:27:12 user nova-compute[75018]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)
Dec 05 17:27:12 user nova-compute[75018]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b (non-flash)
Dec 05 17:27:12 user nova-compute[75018]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:27:12 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.278s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] HCTL ('36', '-', '-', 0) found on session 56 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[79e2af58-54e7-41cd-a31a-378849f0adfb]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Searching for a device in session 56 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:27:12 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uTaEfIAN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.309s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] <== connect_volume: return (1310ms) {'type': 'block', 'scsi_wwn': '26165616365653139', 'path': '/dev/sde'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26165616365653139', 'path': '/dev/sde'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:26:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1378508371',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1378508371',id=48,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cd67f0458baa48fda16fbdeab5c7c80f',ramdisk_id='',reservation_id='r-t2v124ri',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:26:56Z,user_data=None,user_id='1b46541d25214c289488ed2e4db91420',uuid=06457ac8-52ab-4fa2-879c-21d0241bf941,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converting VIF {"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:de:2e,bridge_name='br-int',has_traffic_filtering=True,id=c75f7d25-75ff-48d0-9c79-8d581c8e393d,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75f7d25-75') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG nova.objects.instance [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'pci_devices' on Instance uuid 06457ac8-52ab-4fa2-879c-21d0241bf941 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:27:13 user nova-compute[75018]:   <uuid>06457ac8-52ab-4fa2-879c-21d0241bf941</uuid>
Dec 05 17:27:13 user nova-compute[75018]:   <name>instance-00000030</name>
Dec 05 17:27:13 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:27:13 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:27:13 user nova-compute[75018]:   <metadata>
Dec 05 17:27:13 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:27:13 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:27:13 user nova-compute[75018]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1378508371</nova:name>
Dec 05 17:27:13 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:27:11</nova:creationTime>
Dec 05 17:27:13 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:27:13 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:27:13 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:27:13 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:27:13 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:27:13 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:27:13 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:27:13 user nova-compute[75018]:       <nova:owner>
Dec 05 17:27:13 user nova-compute[75018]:         <nova:user uuid="1b46541d25214c289488ed2e4db91420">tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member</nova:user>
Dec 05 17:27:13 user nova-compute[75018]:         <nova:project uuid="cd67f0458baa48fda16fbdeab5c7c80f">tempest-ServerBootFromVolumeStableRescueTest-1141058712</nova:project>
Dec 05 17:27:13 user nova-compute[75018]:       </nova:owner>
Dec 05 17:27:13 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:27:13 user nova-compute[75018]:       <nova:ports>
Dec 05 17:27:13 user nova-compute[75018]:         <nova:port uuid="c75f7d25-75ff-48d0-9c79-8d581c8e393d">
Dec 05 17:27:13 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 05 17:27:13 user nova-compute[75018]:         </nova:port>
Dec 05 17:27:13 user nova-compute[75018]:       </nova:ports>
Dec 05 17:27:13 user nova-compute[75018]:     </nova:instance>
Dec 05 17:27:13 user nova-compute[75018]:   </metadata>
Dec 05 17:27:13 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:27:13 user nova-compute[75018]:     <system>
Dec 05 17:27:13 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:27:13 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:27:13 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:27:13 user nova-compute[75018]:       <entry name="serial">06457ac8-52ab-4fa2-879c-21d0241bf941</entry>
Dec 05 17:27:13 user nova-compute[75018]:       <entry name="uuid">06457ac8-52ab-4fa2-879c-21d0241bf941</entry>
Dec 05 17:27:13 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:27:13 user nova-compute[75018]:     </system>
Dec 05 17:27:13 user nova-compute[75018]:   </sysinfo>
Dec 05 17:27:13 user nova-compute[75018]:   <os>
Dec 05 17:27:13 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:27:13 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:27:13 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:27:13 user nova-compute[75018]:   </os>
Dec 05 17:27:13 user nova-compute[75018]:   <features>
Dec 05 17:27:13 user nova-compute[75018]:     <acpi/>
Dec 05 17:27:13 user nova-compute[75018]:     <apic/>
Dec 05 17:27:13 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:27:13 user nova-compute[75018]:   </features>
Dec 05 17:27:13 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:27:13 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:27:13 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:27:13 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:27:13 user nova-compute[75018]:   </clock>
Dec 05 17:27:13 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:27:13 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:27:13 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:27:13 user nova-compute[75018]:   </cpu>
Dec 05 17:27:13 user nova-compute[75018]:   <devices>
Dec 05 17:27:13 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:27:13 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:27:13 user nova-compute[75018]:       <source dev="/dev/sde"/>
Dec 05 17:27:13 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:27:13 user nova-compute[75018]:       <serial>be1fbc2e-853d-4de4-ac67-30c348b38c6b</serial>
Dec 05 17:27:13 user nova-compute[75018]:     </disk>
Dec 05 17:27:13 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:27:13 user nova-compute[75018]:       <mac address="fa:16:3e:44:de:2e"/>
Dec 05 17:27:13 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:27:13 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:27:13 user nova-compute[75018]:       <target dev="tapc75f7d25-75"/>
Dec 05 17:27:13 user nova-compute[75018]:     </interface>
Dec 05 17:27:13 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:27:13 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941/console.log" append="off"/>
Dec 05 17:27:13 user nova-compute[75018]:     </serial>
Dec 05 17:27:13 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:27:13 user nova-compute[75018]:     <video>
Dec 05 17:27:13 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:27:13 user nova-compute[75018]:     </video>
Dec 05 17:27:13 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:27:13 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:27:13 user nova-compute[75018]:     </rng>
Dec 05 17:27:13 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:27:13 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:27:13 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:27:13 user nova-compute[75018]:     </memballoon>
Dec 05 17:27:13 user nova-compute[75018]:   </devices>
Dec 05 17:27:13 user nova-compute[75018]: </domain>
Dec 05 17:27:13 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:26:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1378508371',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1378508371',id=48,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cd67f0458baa48fda16fbdeab5c7c80f',ramdisk_id='',reservation_id='r-t2v124ri',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:26:56Z,user_data=None,user_id='1b46541d25214c289488ed2e4db91420',uuid=06457ac8-52ab-4fa2-879c-21d0241bf941,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converting VIF {"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:de:2e,bridge_name='br-int',has_traffic_filtering=True,id=c75f7d25-75ff-48d0-9c79-8d581c8e393d,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75f7d25-75') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG os_vif [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:de:2e,bridge_name='br-int',has_traffic_filtering=True,id=c75f7d25-75ff-48d0-9c79-8d581c8e393d,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75f7d25-75') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b38bd4a7-d9f5-5427-bb63-90bc26b93332', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc75f7d25-75, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc75f7d25-75, col_values=(('qos', UUID('c415f257-84ef-4483-bdcc-ffc34acb0fdb')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc75f7d25-75, col_values=(('external_ids', {'iface-id': 'c75f7d25-75ff-48d0-9c79-8d581c8e393d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:44:de:2e', 'vm-uuid': '06457ac8-52ab-4fa2-879c-21d0241bf941'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:13 user nova-compute[75018]: INFO os_vif [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:de:2e,bridge_name='br-int',has_traffic_filtering=True,id=c75f7d25-75ff-48d0-9c79-8d581c8e393d,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75f7d25-75')
Dec 05 17:27:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] No VIF found with MAC fa:16:3e:44:de:2e, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Skipping network cache update for instance because it has been migrated to another host. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9966}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:27:13 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:27:14 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Updating instance_info_cache with network_info: [{"id": "60eb276a-323b-42c0-ad70-66f834068d3f", "address": "fa:16:3e:f2:de:c4", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60eb276a-32", "ovs_interfaceid": "60eb276a-323b-42c0-ad70-66f834068d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:27:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:27:14 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:27:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-555f0f39-d2dd-4790-a72a-e27bc77e3606 req-d6b2bf9b-d944-4400-868c-e9ab647ff28e service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:27:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-555f0f39-d2dd-4790-a72a-e27bc77e3606 req-d6b2bf9b-d944-4400-868c-e9ab647ff28e service nova] Acquiring lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:27:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-555f0f39-d2dd-4790-a72a-e27bc77e3606 req-d6b2bf9b-d944-4400-868c-e9ab647ff28e service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:27:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-555f0f39-d2dd-4790-a72a-e27bc77e3606 req-d6b2bf9b-d944-4400-868c-e9ab647ff28e service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:27:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-555f0f39-d2dd-4790-a72a-e27bc77e3606 req-d6b2bf9b-d944-4400-868c-e9ab647ff28e service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] No waiting events found dispatching network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:27:15 user nova-compute[75018]: WARNING nova.compute.manager [req-555f0f39-d2dd-4790-a72a-e27bc77e3606 req-d6b2bf9b-d944-4400-868c-e9ab647ff28e service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received unexpected event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d for instance with vm_state building and task_state spawning.
Dec 05 17:27:15 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:27:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:27:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:27:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:27:15 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:27:15 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:27:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:15 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:27:16 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Instance spawned successfully.
Dec 05 17:27:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:27:16 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:27:16 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:27:16 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8435MB free_disk=24.9774169921875GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:27:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:27:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:27:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 2f88f036-c746-4d7d-8a35-cca6cd43fd7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:27:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance c11e2e9f-1b15-41b4-ae3d-c5dcc638036d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:27:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 22257c73-6539-4142-804a-eba41a420cdf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:27:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06457ac8-52ab-4fa2-879c-21d0241bf941 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:27:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:27:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:27:17 user nova-compute[75018]: INFO nova.compute.manager [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Took 5.12 seconds to spawn the instance on the hypervisor.
Dec 05 17:27:17 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:27:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-226b9e6e-dcf0-4372-8fa0-b1e9090b2052 req-d0e2209a-dcc1-4147-9706-051dcc7093f7 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:27:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-226b9e6e-dcf0-4372-8fa0-b1e9090b2052 req-d0e2209a-dcc1-4147-9706-051dcc7093f7 service nova] Acquiring lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:27:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-226b9e6e-dcf0-4372-8fa0-b1e9090b2052 req-d0e2209a-dcc1-4147-9706-051dcc7093f7 service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:27:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-226b9e6e-dcf0-4372-8fa0-b1e9090b2052 req-d0e2209a-dcc1-4147-9706-051dcc7093f7 service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:27:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-226b9e6e-dcf0-4372-8fa0-b1e9090b2052 req-d0e2209a-dcc1-4147-9706-051dcc7093f7 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] No waiting events found dispatching network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:27:17 user nova-compute[75018]: WARNING nova.compute.manager [req-226b9e6e-dcf0-4372-8fa0-b1e9090b2052 req-d0e2209a-dcc1-4147-9706-051dcc7093f7 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received unexpected event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d for instance with vm_state building and task_state spawning.
Dec 05 17:27:17 user nova-compute[75018]: INFO nova.compute.manager [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Took 21.12 seconds to build instance.
Dec 05 17:27:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fd2eb8c-7f72-44b9-b3d9-6a0be7c5844b tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.206s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:27:17 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:27:17 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:27:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:27:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.363s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:27:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:18 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:27:18 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:27:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:19 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:27:19 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:27:20 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:27:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:25 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:27:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:27:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:27:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:27:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:27:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:27:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:27:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:27:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:27:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:27:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:27:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:27:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:27:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:27:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:27:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:27:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:28:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:28:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:28:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:28:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:28:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:28:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:28:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:28:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:28:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:09 user nova-compute[75018]: DEBUG nova.compute.manager [req-d7857c74-7480-4c70-adb0-a88efae679f5 req-e8ecee17-9349-4df0-b0c6-202bc6b7c3a8 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received event network-changed-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:28:09 user nova-compute[75018]: DEBUG nova.compute.manager [req-d7857c74-7480-4c70-adb0-a88efae679f5 req-e8ecee17-9349-4df0-b0c6-202bc6b7c3a8 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Refreshing instance network info cache due to event network-changed-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:28:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d7857c74-7480-4c70-adb0-a88efae679f5 req-e8ecee17-9349-4df0-b0c6-202bc6b7c3a8 service nova] Acquiring lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:28:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d7857c74-7480-4c70-adb0-a88efae679f5 req-e8ecee17-9349-4df0-b0c6-202bc6b7c3a8 service nova] Acquired lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:28:09 user nova-compute[75018]: DEBUG nova.network.neutron [req-d7857c74-7480-4c70-adb0-a88efae679f5 req-e8ecee17-9349-4df0-b0c6-202bc6b7c3a8 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Refreshing network info cache for port 7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:28:10 user nova-compute[75018]: DEBUG nova.network.neutron [req-d7857c74-7480-4c70-adb0-a88efae679f5 req-e8ecee17-9349-4df0-b0c6-202bc6b7c3a8 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Updated VIF entry in instance network info cache for port 7b50b5ca-33e3-4a59-a2b1-dff0078ad59a. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:28:10 user nova-compute[75018]: DEBUG nova.network.neutron [req-d7857c74-7480-4c70-adb0-a88efae679f5 req-e8ecee17-9349-4df0-b0c6-202bc6b7c3a8 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Updating instance_info_cache with network_info: [{"id": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "address": "fa:16:3e:33:d9:ae", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b50b5ca-33", "ovs_interfaceid": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:28:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d7857c74-7480-4c70-adb0-a88efae679f5 req-e8ecee17-9349-4df0-b0c6-202bc6b7c3a8 service nova] Releasing lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:28:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:28:10 user nova-compute[75018]: DEBUG nova.compute.manager [req-bd482eff-571e-4aa7-8c21-610ea1299d2b req-55c5b9b2-d0e7-47a4-8ace-8246130461dc service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received event network-changed-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:28:10 user nova-compute[75018]: DEBUG nova.compute.manager [req-bd482eff-571e-4aa7-8c21-610ea1299d2b req-55c5b9b2-d0e7-47a4-8ace-8246130461dc service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Refreshing instance network info cache due to event network-changed-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:28:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-bd482eff-571e-4aa7-8c21-610ea1299d2b req-55c5b9b2-d0e7-47a4-8ace-8246130461dc service nova] Acquiring lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:28:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-bd482eff-571e-4aa7-8c21-610ea1299d2b req-55c5b9b2-d0e7-47a4-8ace-8246130461dc service nova] Acquired lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:28:10 user nova-compute[75018]: DEBUG nova.network.neutron [req-bd482eff-571e-4aa7-8c21-610ea1299d2b req-55c5b9b2-d0e7-47a4-8ace-8246130461dc service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Refreshing network info cache for port 7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:28:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:10 user nova-compute[75018]: INFO nova.compute.manager [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Detaching volume 43c2df0b-01f9-4d2c-ac29-32cfe56276fa
Dec 05 17:28:11 user nova-compute[75018]: INFO nova.virt.block_device [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Attempting to driver detach volume 43c2df0b-01f9-4d2c-ac29-32cfe56276fa from mountpoint /dev/vdb
Dec 05 17:28:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Attempting to detach device vdb from instance 2f88f036-c746-4d7d-8a35-cca6cd43fd7c from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:28:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:28:11 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:28:11 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:28:11 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:28:11 user nova-compute[75018]:   <serial>43c2df0b-01f9-4d2c-ac29-32cfe56276fa</serial>
Dec 05 17:28:11 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:28:11 user nova-compute[75018]: </disk>
Dec 05 17:28:11 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:28:11 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Successfully detached device vdb from instance 2f88f036-c746-4d7d-8a35-cca6cd43fd7c from the persistent domain config.
Dec 05 17:28:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2f88f036-c746-4d7d-8a35-cca6cd43fd7c from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:28:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:28:11 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:28:11 user nova-compute[75018]:   <source dev="/dev/sdd"/>
Dec 05 17:28:11 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:28:11 user nova-compute[75018]:   <serial>43c2df0b-01f9-4d2c-ac29-32cfe56276fa</serial>
Dec 05 17:28:11 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:28:11 user nova-compute[75018]: </disk>
Dec 05 17:28:11 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:28:11 user nova-compute[75018]: DEBUG nova.network.neutron [req-bd482eff-571e-4aa7-8c21-610ea1299d2b req-55c5b9b2-d0e7-47a4-8ace-8246130461dc service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Updated VIF entry in instance network info cache for port 7b50b5ca-33e3-4a59-a2b1-dff0078ad59a. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:28:11 user nova-compute[75018]: DEBUG nova.network.neutron [req-bd482eff-571e-4aa7-8c21-610ea1299d2b req-55c5b9b2-d0e7-47a4-8ace-8246130461dc service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Updating instance_info_cache with network_info: [{"id": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "address": "fa:16:3e:33:d9:ae", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b50b5ca-33", "ovs_interfaceid": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:28:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-bd482eff-571e-4aa7-8c21-610ea1299d2b req-55c5b9b2-d0e7-47a4-8ace-8246130461dc service nova] Releasing lock "refresh_cache-2f88f036-c746-4d7d-8a35-cca6cd43fd7c" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:28:11 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2f88f036-c746-4d7d-8a35-cca6cd43fd7c {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:28:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:15 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:28:15 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:28:15 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:28:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:28:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:28:15 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:28:15 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid f942b452-241a-4701-bb6f-fcb678640493 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:28:16 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updating instance_info_cache with network_info: [{"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:28:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:28:16 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:28:16 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:28:16 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:28:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:16 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:28:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:28:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:16 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:17 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:28:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:17 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:28:17 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:28:17 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:28:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8567MB free_disk=24.97616195678711GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:28:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:28:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 2f88f036-c746-4d7d-8a35-cca6cd43fd7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:28:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance c11e2e9f-1b15-41b4-ae3d-c5dcc638036d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:28:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 22257c73-6539-4142-804a-eba41a420cdf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:28:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06457ac8-52ab-4fa2-879c-21d0241bf941 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:28:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:28:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:28:18 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:28:18 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:28:18 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:28:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.338s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:28:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:28:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:28:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:28:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:28:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:21 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:28:21 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:28:21 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:28:21 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:28:21 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:28:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:28:25 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:28:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:28:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "15becb96-03c5-4083-8387-e07d9a06841a" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "15becb96-03c5-4083-8387-e07d9a06841a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:29 user nova-compute[75018]: INFO nova.compute.manager [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Unshelving
Dec 05 17:28:29 user nova-compute[75018]: INFO nova.virt.block_device [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Booting with volume ac7e7793-8c19-4551-9f29-d63c980908ff at /dev/vda
Dec 05 17:28:29 user nova-compute[75018]: DEBUG os_brick.utils [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e698a1b-6cfd-4ecc-bb64-9883a2ab9516]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f7ecc77-a3c3-438f-8bb3-a7699221a8c5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[885378f5-5ca4-4c4d-8785-10acc157beff]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd1f72f8-5eb6-4fba-a18c-b56a8a5cf8e5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:28:29 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:28:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7565a12e-d6f0-49b5-a50e-56fbc60d352e]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG os_brick.utils [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:28:29 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Updating existing volume attachment record: ded29eda-5b7a-48aa-93b5-c6a55f52989c {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:28:31 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2f88f036-c746-4d7d-8a35-cca6cd43fd7c is timed out.
Dec 05 17:28:31 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Successfully detached device vdb from instance 2f88f036-c746-4d7d-8a35-cca6cd43fd7c from the live domain config.
Dec 05 17:28:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QTMZqBnV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:28:31 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4595a92-0a0b-4462-a6a4-8dd0467225cb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:28:31 user nova-compute[75018]: No targets found.
Dec 05 17:28:31 user nova-compute[75018]: iSNS:
Dec 05 17:28:31 user nova-compute[75018]: No targets found.
Dec 05 17:28:31 user nova-compute[75018]: STATIC:
Dec 05 17:28:31 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b
Dec 05 17:28:31 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:28:31 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:28:31 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa
Dec 05 17:28:31 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:28:31 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:28:31 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b
Dec 05 17:28:31 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:28:31 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:28:31 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8
Dec 05 17:28:31 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:28:31 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:28:31 user nova-compute[75018]: FIRMWARE:
Dec 05 17:28:31 user nova-compute[75018]: No targets found.
Dec 05 17:28:31 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:28:31 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:28:31 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a17b7960-ac85-433e-91d0-f47787460ff3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[54b6ed35-9dcc-402f-8eed-070626a83e53]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:28:31 user nova-compute[75018]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)
Dec 05 17:28:31 user nova-compute[75018]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b (non-flash)
Dec 05 17:28:31 user nova-compute[75018]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:28:31 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:28:31 user nova-compute[75018]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa (non-flash)
Dec 05 17:28:31 user nova-compute[75018]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b (non-flash)
Dec 05 17:28:31 user nova-compute[75018]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:28:31 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a842f1c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa'): ({'sdd'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Removing single pathed devices sdd {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a830ead1-9772-4b3e-afec-53703b5b025c]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ced781b-e23d-4784-9388-606e7bd0eed9]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Flushing IO for device /dev/sdd {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[02ab6ed5-f036-404a-96e8-ad677751aa8d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.038s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fda0f0c1-902d-4c12-b8ba-6f34e0ebf46b]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] SCSI volumes sdd have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ebfcf7b-2b00-496e-8b3c-3a28b4ad1ab7]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5f382a7-e5b7-42a8-bad3-a569c81e0ef4]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa, portal: 172.16.0.220,3260]
Dec 05 17:28:31 user nova-compute[75018]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa, portal: 172.16.0.220,3260] successful.
Dec 05 17:28:31 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43c2df0b-01f9-4d2c-ac29-32cfe56276fa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[be24c440-7665-43d4-b2d7-f9a839170613]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] <== disconnect_volume: return (293ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:28:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:28:32 user nova-compute[75018]: DEBUG nova.objects.instance [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lazy-loading 'flavor' on Instance uuid 2f88f036-c746-4d7d-8a35-cca6cd43fd7c {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:28:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cef40a48-f6b4-4765-a00b-9246cf0888b1 tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.723s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:28:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:28:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:28:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:28:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:28:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:28:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:28:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:28:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:28:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:28:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-548c0b1d-659c-4664-8034-372e5ad5659c req-2658ddaf-c7cf-4b41-be61-d61706aced08 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Received event network-changed-93f727a3-20ce-4f3c-9fb2-1700f4449923 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:28:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-548c0b1d-659c-4664-8034-372e5ad5659c req-2658ddaf-c7cf-4b41-be61-d61706aced08 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Refreshing instance network info cache due to event network-changed-93f727a3-20ce-4f3c-9fb2-1700f4449923. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:28:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-548c0b1d-659c-4664-8034-372e5ad5659c req-2658ddaf-c7cf-4b41-be61-d61706aced08 service nova] Acquiring lock "refresh_cache-22257c73-6539-4142-804a-eba41a420cdf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:28:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-548c0b1d-659c-4664-8034-372e5ad5659c req-2658ddaf-c7cf-4b41-be61-d61706aced08 service nova] Acquired lock "refresh_cache-22257c73-6539-4142-804a-eba41a420cdf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:28:41 user nova-compute[75018]: DEBUG nova.network.neutron [req-548c0b1d-659c-4664-8034-372e5ad5659c req-2658ddaf-c7cf-4b41-be61-d61706aced08 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Refreshing network info cache for port 93f727a3-20ce-4f3c-9fb2-1700f4449923 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:28:41 user nova-compute[75018]: DEBUG nova.network.neutron [req-548c0b1d-659c-4664-8034-372e5ad5659c req-2658ddaf-c7cf-4b41-be61-d61706aced08 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Updated VIF entry in instance network info cache for port 93f727a3-20ce-4f3c-9fb2-1700f4449923. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:28:41 user nova-compute[75018]: DEBUG nova.network.neutron [req-548c0b1d-659c-4664-8034-372e5ad5659c req-2658ddaf-c7cf-4b41-be61-d61706aced08 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Updating instance_info_cache with network_info: [{"id": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "address": "fa:16:3e:9e:e2:42", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93f727a3-20", "ovs_interfaceid": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:28:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-548c0b1d-659c-4664-8034-372e5ad5659c req-2658ddaf-c7cf-4b41-be61-d61706aced08 service nova] Releasing lock "refresh_cache-22257c73-6539-4142-804a-eba41a420cdf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:28:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:41 user nova-compute[75018]: DEBUG nova.objects.instance [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lazy-loading 'pci_requests' on Instance uuid 15becb96-03c5-4083-8387-e07d9a06841a {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:28:41 user nova-compute[75018]: DEBUG nova.objects.instance [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lazy-loading 'numa_topology' on Instance uuid 15becb96-03c5-4083-8387-e07d9a06841a {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:28:41 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:28:41 user nova-compute[75018]: INFO nova.compute.claims [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Claim successful on node user
Dec 05 17:28:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-5f8f3e62-7787-48c9-83bd-e4f853839d1b req-fab12045-f47f-479d-b9ce-b4c0b968e446 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Received event network-changed-93f727a3-20ce-4f3c-9fb2-1700f4449923 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-5f8f3e62-7787-48c9-83bd-e4f853839d1b req-fab12045-f47f-479d-b9ce-b4c0b968e446 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Refreshing instance network info cache due to event network-changed-93f727a3-20ce-4f3c-9fb2-1700f4449923. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5f8f3e62-7787-48c9-83bd-e4f853839d1b req-fab12045-f47f-479d-b9ce-b4c0b968e446 service nova] Acquiring lock "refresh_cache-22257c73-6539-4142-804a-eba41a420cdf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5f8f3e62-7787-48c9-83bd-e4f853839d1b req-fab12045-f47f-479d-b9ce-b4c0b968e446 service nova] Acquired lock "refresh_cache-22257c73-6539-4142-804a-eba41a420cdf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG nova.network.neutron [req-5f8f3e62-7787-48c9-83bd-e4f853839d1b req-fab12045-f47f-479d-b9ce-b4c0b968e446 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Refreshing network info cache for port 93f727a3-20ce-4f3c-9fb2-1700f4449923 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "22257c73-6539-4142-804a-eba41a420cdf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "22257c73-6539-4142-804a-eba41a420cdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "22257c73-6539-4142-804a-eba41a420cdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "22257c73-6539-4142-804a-eba41a420cdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "22257c73-6539-4142-804a-eba41a420cdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:42 user nova-compute[75018]: INFO nova.compute.manager [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Terminating instance
Dec 05 17:28:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.364s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:42 user nova-compute[75018]: INFO nova.network.neutron [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Updating port e0077478-6521-4ce5-a346-be8b8ce4ba25 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-1b61ba2e-eb03-4ff8-aca8-c9c135baac8f req-c36a9afa-ac61-40fb-82c9-52278bef770c service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Received event network-vif-unplugged-93f727a3-20ce-4f3c-9fb2-1700f4449923 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1b61ba2e-eb03-4ff8-aca8-c9c135baac8f req-c36a9afa-ac61-40fb-82c9-52278bef770c service nova] Acquiring lock "22257c73-6539-4142-804a-eba41a420cdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1b61ba2e-eb03-4ff8-aca8-c9c135baac8f req-c36a9afa-ac61-40fb-82c9-52278bef770c service nova] Lock "22257c73-6539-4142-804a-eba41a420cdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-1b61ba2e-eb03-4ff8-aca8-c9c135baac8f req-c36a9afa-ac61-40fb-82c9-52278bef770c service nova] Lock "22257c73-6539-4142-804a-eba41a420cdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-1b61ba2e-eb03-4ff8-aca8-c9c135baac8f req-c36a9afa-ac61-40fb-82c9-52278bef770c service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] No waiting events found dispatching network-vif-unplugged-93f727a3-20ce-4f3c-9fb2-1700f4449923 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-1b61ba2e-eb03-4ff8-aca8-c9c135baac8f req-c36a9afa-ac61-40fb-82c9-52278bef770c service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Received event network-vif-unplugged-93f727a3-20ce-4f3c-9fb2-1700f4449923 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG nova.network.neutron [req-5f8f3e62-7787-48c9-83bd-e4f853839d1b req-fab12045-f47f-479d-b9ce-b4c0b968e446 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Updated VIF entry in instance network info cache for port 93f727a3-20ce-4f3c-9fb2-1700f4449923. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG nova.network.neutron [req-5f8f3e62-7787-48c9-83bd-e4f853839d1b req-fab12045-f47f-479d-b9ce-b4c0b968e446 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Updating instance_info_cache with network_info: [{"id": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "address": "fa:16:3e:9e:e2:42", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93f727a3-20", "ovs_interfaceid": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-5f8f3e62-7787-48c9-83bd-e4f853839d1b req-fab12045-f47f-479d-b9ce-b4c0b968e446 service nova] Releasing lock "refresh_cache-22257c73-6539-4142-804a-eba41a420cdf" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:28:42 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Instance destroyed successfully.
Dec 05 17:28:42 user nova-compute[75018]: DEBUG nova.objects.instance [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lazy-loading 'resources' on Instance uuid 22257c73-6539-4142-804a-eba41a420cdf {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:26:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1493714901',display_name='tempest-TestVolumeBootPattern-server-1493714901',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1493714901',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOT9ik/tD+6bFU0j/4vC6EQ0TqGp2Zy6fJsIfRsPk8CQLltW5Er57fBFZLKRjBOpcBJFg9IQHoFbsjRTEF0ezbC430EZVVEn5YsLlRH+tdhzqd2VPQXuHkXaTCTmf2e/PA==',key_name='tempest-TestVolumeBootPattern-1493259416',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:27:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-661jl8sn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:27:05Z,user_data=None,user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=22257c73-6539-4142-804a-eba41a420cdf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "address": "fa:16:3e:9e:e2:42", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93f727a3-20", "ovs_interfaceid": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "address": "fa:16:3e:9e:e2:42", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93f727a3-20", "ovs_interfaceid": "93f727a3-20ce-4f3c-9fb2-1700f4449923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9e:e2:42,bridge_name='br-int',has_traffic_filtering=True,id=93f727a3-20ce-4f3c-9fb2-1700f4449923,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93f727a3-20') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:28:42 user nova-compute[75018]: DEBUG os_vif [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:e2:42,bridge_name='br-int',has_traffic_filtering=True,id=93f727a3-20ce-4f3c-9fb2-1700f4449923,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93f727a3-20') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap93f727a3-20, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3c6174a7-6d1e-4227-9827-cf574c39128e) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:28:43 user nova-compute[75018]: INFO os_vif [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:e2:42,bridge_name='br-int',has_traffic_filtering=True,id=93f727a3-20ce-4f3c-9fb2-1700f4449923,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93f727a3-20')
Dec 05 17:28:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dKOEtRcw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:28:43 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6cada7d-e4a0-4c95-a1ca-3dea59ed5492]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:28:43 user nova-compute[75018]: No targets found.
Dec 05 17:28:43 user nova-compute[75018]: iSNS:
Dec 05 17:28:43 user nova-compute[75018]: No targets found.
Dec 05 17:28:43 user nova-compute[75018]: STATIC:
Dec 05 17:28:43 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b
Dec 05 17:28:43 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:28:43 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:28:43 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b
Dec 05 17:28:43 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:28:43 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:28:43 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8
Dec 05 17:28:43 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:28:43 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:28:43 user nova-compute[75018]: FIRMWARE:
Dec 05 17:28:43 user nova-compute[75018]: No targets found.
Dec 05 17:28:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:28:43 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:28:43 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c601ecf-6e93-4e2f-abda-67ad3b860b06]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[772d2187-e271-45dd-8524-2099a41cc344]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:28:43 user nova-compute[75018]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b (non-flash)
Dec 05 17:28:43 user nova-compute[75018]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:28:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:28:43 user nova-compute[75018]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b (non-flash)
Dec 05 17:28:43 user nova-compute[75018]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:28:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c037a3b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[42cd64fe-135a-4623-9322-92c78c169a53]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9df3955-e88f-489c-b936-446e45cfd496]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1262655-0427-4c54-bab2-d64533e8c1d5]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.033s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b66d66b-3e3d-4c37-b754-2a5d8d38a00a]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO1054086d-6e8d0773d81340ab', '/dev/disk/by-id/scsi-23665386430373733', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_1054086d') {{(pid=85682) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2328236a-df50-4d09-bd09-38c4511cc55d]: (4, None) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7a3706b-5bf3-415b-8a01-d054ffec1d58]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquired lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cb37bec-a7de-4575-b17b-6133466d0998]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b, portal: 172.16.0.220,3260]
Dec 05 17:28:43 user nova-compute[75018]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b, portal: 172.16.0.220,3260] successful.
Dec 05 17:28:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a35de814-5a7b-42aa-842a-0dabbf66043b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b563dfca-fd6e-47ef-8385-5e444f9dcb8b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.444s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== disconnect_volume: return (446ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:28:43 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Deleting instance files /opt/stack/data/nova/instances/22257c73-6539-4142-804a-eba41a420cdf_del
Dec 05 17:28:43 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Deletion of /opt/stack/data/nova/instances/22257c73-6539-4142-804a-eba41a420cdf_del complete
Dec 05 17:28:43 user nova-compute[75018]: INFO nova.compute.manager [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Took 1.32 seconds to destroy the instance on the hypervisor.
Dec 05 17:28:43 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:28:43 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 22257c73-6539-4142-804a-eba41a420cdf] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.network.neutron [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Updating instance_info_cache with network_info: [{"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Releasing lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:28:44 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Creating image(s)
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Did not create local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Ensure instance console log exists: /opt/stack/data/nova/instances/15becb96-03c5-4083-8387-e07d9a06841a/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Start _get_guest_xml network_info=[{"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lZXpGNeq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '15becb96-03c5-4083-8387-e07d9a06841a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac7e7793-8c19-4551-9f29-d63c980908ff', 'serial': 'ac7e7793-8c19-4551-9f29-d63c980908ff'}, 'attachment_id': 'ded29eda-5b7a-48aa-93b5-c6a55f52989c', 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:28:44 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:28:44 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.objects.instance [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lazy-loading 'vcpu_model' on Instance uuid 15becb96-03c5-4083-8387-e07d9a06841a {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.objects.base [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Object Instance<15becb96-03c5-4083-8387-e07d9a06841a> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lZXpGNeq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:28:44 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:28:44 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:28:44 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1a2c344-b7ed-42fd-a3a6-c3e8fca908b0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:28:44 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:44 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Took 0.90 seconds to deallocate network for instance.
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[57cdd2c3-01d1-42eb-a223-1b397e7d56fc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff] added
Dec 05 17:28:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e087dc2e-0682-451a-ab40-a7e03d8c1c8b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d40ed1f0-a335-4bbd-b54b-1261123b2c5c]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lZXpGNeq {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lZXpGNeq" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8bafacf-2981-4400-be52-366b0ecb27ca]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lZXpGNeq'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[092eeb87-7c42-4d45-9372-3eae24425704]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[abdd1dd9-dd49-4335-88ee-9dc95e978549]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:28:44 user nova-compute[75018]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:28:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:28:44 user nova-compute[75018]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:28:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e89ed8d-b077-4c9a-9f82-a795e83a2e61]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff, portal: 172.16.0.220,3260]
Dec 05 17:28:44 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff, portal: 172.16.0.220,3260] successful.
Dec 05 17:28:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f69241aa-90f2-4014-9a15-413b24aa6eb7]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d008d5c1-1c51-459c-96de-97c3d41a6e5d]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:28:44 user nova-compute[75018]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:28:44 user nova-compute[75018]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:28:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:28:44 user nova-compute[75018]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:28:44 user nova-compute[75018]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:28:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2bed358-f65b-4c09-8c64-83196932571b]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-f1f8f30b-492d-43c6-bc40-aac07c39d843 req-ac8a4df6-127b-4ae8-b097-7299b91e1da1 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Received event network-vif-plugged-93f727a3-20ce-4f3c-9fb2-1700f4449923 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f1f8f30b-492d-43c6-bc40-aac07c39d843 req-ac8a4df6-127b-4ae8-b097-7299b91e1da1 service nova] Acquiring lock "22257c73-6539-4142-804a-eba41a420cdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f1f8f30b-492d-43c6-bc40-aac07c39d843 req-ac8a4df6-127b-4ae8-b097-7299b91e1da1 service nova] Lock "22257c73-6539-4142-804a-eba41a420cdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f1f8f30b-492d-43c6-bc40-aac07c39d843 req-ac8a4df6-127b-4ae8-b097-7299b91e1da1 service nova] Lock "22257c73-6539-4142-804a-eba41a420cdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-f1f8f30b-492d-43c6-bc40-aac07c39d843 req-ac8a4df6-127b-4ae8-b097-7299b91e1da1 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] No waiting events found dispatching network-vif-plugged-93f727a3-20ce-4f3c-9fb2-1700f4449923 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:28:44 user nova-compute[75018]: WARNING nova.compute.manager [req-f1f8f30b-492d-43c6-bc40-aac07c39d843 req-ac8a4df6-127b-4ae8-b097-7299b91e1da1 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Received unexpected event network-vif-plugged-93f727a3-20ce-4f3c-9fb2-1700f4449923 for instance with vm_state active and task_state deleting.
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-f1f8f30b-492d-43c6-bc40-aac07c39d843 req-ac8a4df6-127b-4ae8-b097-7299b91e1da1 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received event network-changed-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-f1f8f30b-492d-43c6-bc40-aac07c39d843 req-ac8a4df6-127b-4ae8-b097-7299b91e1da1 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Refreshing instance network info cache due to event network-changed-e0077478-6521-4ce5-a346-be8b8ce4ba25. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f1f8f30b-492d-43c6-bc40-aac07c39d843 req-ac8a4df6-127b-4ae8-b097-7299b91e1da1 service nova] Acquiring lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f1f8f30b-492d-43c6-bc40-aac07c39d843 req-ac8a4df6-127b-4ae8-b097-7299b91e1da1 service nova] Acquired lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:28:44 user nova-compute[75018]: DEBUG nova.network.neutron [req-f1f8f30b-492d-43c6-bc40-aac07c39d843 req-ac8a4df6-127b-4ae8-b097-7299b91e1da1 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Refreshing network info cache for port e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG nova.network.neutron [req-f1f8f30b-492d-43c6-bc40-aac07c39d843 req-ac8a4df6-127b-4ae8-b097-7299b91e1da1 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Updated VIF entry in instance network info cache for port e0077478-6521-4ce5-a346-be8b8ce4ba25. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG nova.network.neutron [req-f1f8f30b-492d-43c6-bc40-aac07c39d843 req-ac8a4df6-127b-4ae8-b097-7299b91e1da1 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Updating instance_info_cache with network_info: [{"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-f1f8f30b-492d-43c6-bc40-aac07c39d843 req-ac8a4df6-127b-4ae8-b097-7299b91e1da1 service nova] Releasing lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG nova.compute.manager [req-f1f8f30b-492d-43c6-bc40-aac07c39d843 req-ac8a4df6-127b-4ae8-b097-7299b91e1da1 service nova] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Received event network-vif-deleted-93f727a3-20ce-4f3c-9fb2-1700f4449923 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:28:45 user nova-compute[75018]: INFO nova.compute.manager [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: 22257c73-6539-4142-804a-eba41a420cdf] Took 0.84 seconds to detach 1 volumes for instance.
Dec 05 17:28:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.253s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:45 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Deleted allocations for instance 22257c73-6539-4142-804a-eba41a420cdf
Dec 05 17:28:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lZXpGNeq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] <== connect_volume: return (1314ms) {'type': 'block', 'scsi_wwn': '23238303831353239', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23238303831353239', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-93ba64e6-77dc-4f6b-9117-efc2ba926443 tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "22257c73-6539-4142-804a-eba41a420cdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.511s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-05T17:24:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1414628145',display_name='tempest-TestShelveInstance-server-1414628145',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1414628145',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-2097892922',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:25:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='7e22993c661f47f49b599dc618e39b10',ramdisk_id='',reservation_id='r-p3mgqnzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-856635307',owner_user_name='tempest-TestShelveInstance-856635307-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:28:29Z,user_data=None,user_id='a3f2c7bd40b64f8e906ac380c498a83b',uuid=15becb96-03c5-4083-8387-e07d9a06841a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Converting VIF {"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:52:32,bridge_name='br-int',has_traffic_filtering=True,id=e0077478-6521-4ce5-a346-be8b8ce4ba25,network=Network(26706eec-fa5f-4c83-9c89-b55b2d786d72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0077478-65') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG nova.objects.instance [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lazy-loading 'pci_devices' on Instance uuid 15becb96-03c5-4083-8387-e07d9a06841a {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG nova.objects.base [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Object Instance<15becb96-03c5-4083-8387-e07d9a06841a> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:28:45 user nova-compute[75018]:   <uuid>15becb96-03c5-4083-8387-e07d9a06841a</uuid>
Dec 05 17:28:45 user nova-compute[75018]:   <name>instance-0000002d</name>
Dec 05 17:28:45 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:28:45 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:28:45 user nova-compute[75018]:   <metadata>
Dec 05 17:28:45 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:28:45 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:28:45 user nova-compute[75018]:       <nova:name>tempest-TestShelveInstance-server-1414628145</nova:name>
Dec 05 17:28:45 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:28:44</nova:creationTime>
Dec 05 17:28:45 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:28:45 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:28:45 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:28:45 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:28:45 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:28:45 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:28:45 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:28:45 user nova-compute[75018]:       <nova:owner>
Dec 05 17:28:45 user nova-compute[75018]:         <nova:user uuid="a3f2c7bd40b64f8e906ac380c498a83b">tempest-TestShelveInstance-856635307-project-member</nova:user>
Dec 05 17:28:45 user nova-compute[75018]:         <nova:project uuid="7e22993c661f47f49b599dc618e39b10">tempest-TestShelveInstance-856635307</nova:project>
Dec 05 17:28:45 user nova-compute[75018]:       </nova:owner>
Dec 05 17:28:45 user nova-compute[75018]:       <nova:ports>
Dec 05 17:28:45 user nova-compute[75018]:         <nova:port uuid="e0077478-6521-4ce5-a346-be8b8ce4ba25">
Dec 05 17:28:45 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 05 17:28:45 user nova-compute[75018]:         </nova:port>
Dec 05 17:28:45 user nova-compute[75018]:       </nova:ports>
Dec 05 17:28:45 user nova-compute[75018]:     </nova:instance>
Dec 05 17:28:45 user nova-compute[75018]:   </metadata>
Dec 05 17:28:45 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:28:45 user nova-compute[75018]:     <system>
Dec 05 17:28:45 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:28:45 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:28:45 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:28:45 user nova-compute[75018]:       <entry name="serial">15becb96-03c5-4083-8387-e07d9a06841a</entry>
Dec 05 17:28:45 user nova-compute[75018]:       <entry name="uuid">15becb96-03c5-4083-8387-e07d9a06841a</entry>
Dec 05 17:28:45 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:28:45 user nova-compute[75018]:     </system>
Dec 05 17:28:45 user nova-compute[75018]:   </sysinfo>
Dec 05 17:28:45 user nova-compute[75018]:   <os>
Dec 05 17:28:45 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:28:45 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:28:45 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:28:45 user nova-compute[75018]:   </os>
Dec 05 17:28:45 user nova-compute[75018]:   <features>
Dec 05 17:28:45 user nova-compute[75018]:     <acpi/>
Dec 05 17:28:45 user nova-compute[75018]:     <apic/>
Dec 05 17:28:45 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:28:45 user nova-compute[75018]:   </features>
Dec 05 17:28:45 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:28:45 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:28:45 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:28:45 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:28:45 user nova-compute[75018]:   </clock>
Dec 05 17:28:45 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:28:45 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:28:45 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:28:45 user nova-compute[75018]:   </cpu>
Dec 05 17:28:45 user nova-compute[75018]:   <devices>
Dec 05 17:28:45 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:28:45 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:28:45 user nova-compute[75018]:       <source dev="/dev/sdb"/>
Dec 05 17:28:45 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:28:45 user nova-compute[75018]:       <serial>ac7e7793-8c19-4551-9f29-d63c980908ff</serial>
Dec 05 17:28:45 user nova-compute[75018]:     </disk>
Dec 05 17:28:45 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:28:45 user nova-compute[75018]:       <mac address="fa:16:3e:8d:52:32"/>
Dec 05 17:28:45 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:28:45 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:28:45 user nova-compute[75018]:       <target dev="tape0077478-65"/>
Dec 05 17:28:45 user nova-compute[75018]:     </interface>
Dec 05 17:28:45 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:28:45 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/15becb96-03c5-4083-8387-e07d9a06841a/console.log" append="off"/>
Dec 05 17:28:45 user nova-compute[75018]:     </serial>
Dec 05 17:28:45 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:28:45 user nova-compute[75018]:     <video>
Dec 05 17:28:45 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:28:45 user nova-compute[75018]:     </video>
Dec 05 17:28:45 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:28:45 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:28:45 user nova-compute[75018]:     </rng>
Dec 05 17:28:45 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:28:45 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:28:45 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:28:45 user nova-compute[75018]:     </memballoon>
Dec 05 17:28:45 user nova-compute[75018]:   </devices>
Dec 05 17:28:45 user nova-compute[75018]: </domain>
Dec 05 17:28:45 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-05T17:24:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1414628145',display_name='tempest-TestShelveInstance-server-1414628145',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1414628145',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-2097892922',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:25:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='7e22993c661f47f49b599dc618e39b10',ramdisk_id='',reservation_id='r-p3mgqnzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-856635307',owner_user_name='tempest-TestShelveInstance-856635307-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:28:29Z,user_data=None,user_id='a3f2c7bd40b64f8e906ac380c498a83b',uuid=15becb96-03c5-4083-8387-e07d9a06841a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Converting VIF {"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:52:32,bridge_name='br-int',has_traffic_filtering=True,id=e0077478-6521-4ce5-a346-be8b8ce4ba25,network=Network(26706eec-fa5f-4c83-9c89-b55b2d786d72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0077478-65') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG os_vif [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:52:32,bridge_name='br-int',has_traffic_filtering=True,id=e0077478-6521-4ce5-a346-be8b8ce4ba25,network=Network(26706eec-fa5f-4c83-9c89-b55b2d786d72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0077478-65') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0252faf7-ef45-5a0e-97db-ab2454da2b04', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape0077478-65, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape0077478-65, col_values=(('qos', UUID('bb960761-1c5a-47f7-b5e2-fa804de1b3cb')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape0077478-65, col_values=(('external_ids', {'iface-id': 'e0077478-6521-4ce5-a346-be8b8ce4ba25', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8d:52:32', 'vm-uuid': '15becb96-03c5-4083-8387-e07d9a06841a'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:45 user nova-compute[75018]: INFO os_vif [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:52:32,bridge_name='br-int',has_traffic_filtering=True,id=e0077478-6521-4ce5-a346-be8b8ce4ba25,network=Network(26706eec-fa5f-4c83-9c89-b55b2d786d72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0077478-65')
Dec 05 17:28:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:28:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] No VIF found with MAC fa:16:3e:8d:52:32, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:28:46 user nova-compute[75018]: INFO nova.compute.manager [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Rescuing
Dec 05 17:28:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:28:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquired lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:28:46 user nova-compute[75018]: DEBUG nova.network.neutron [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG nova.network.neutron [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updating instance_info_cache with network_info: [{"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Releasing lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG nova.compute.manager [req-19f2177a-485b-4bb7-89fc-007a5b82968b req-6cc7d470-ebb9-4b7b-b63a-9b5aa0c91010 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received event network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-19f2177a-485b-4bb7-89fc-007a5b82968b req-6cc7d470-ebb9-4b7b-b63a-9b5aa0c91010 service nova] Acquiring lock "15becb96-03c5-4083-8387-e07d9a06841a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-19f2177a-485b-4bb7-89fc-007a5b82968b req-6cc7d470-ebb9-4b7b-b63a-9b5aa0c91010 service nova] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-19f2177a-485b-4bb7-89fc-007a5b82968b req-6cc7d470-ebb9-4b7b-b63a-9b5aa0c91010 service nova] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG nova.compute.manager [req-19f2177a-485b-4bb7-89fc-007a5b82968b req-6cc7d470-ebb9-4b7b-b63a-9b5aa0c91010 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] No waiting events found dispatching network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:28:47 user nova-compute[75018]: WARNING nova.compute.manager [req-19f2177a-485b-4bb7-89fc-007a5b82968b req-6cc7d470-ebb9-4b7b-b63a-9b5aa0c91010 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received unexpected event network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 05 17:28:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG nova.compute.manager [req-dc68da89-ad20-4cbd-b708-e32763b6c909 req-d0769f9e-37ac-431a-9d4b-baec2a38edc2 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received event network-vif-unplugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dc68da89-ad20-4cbd-b708-e32763b6c909 req-d0769f9e-37ac-431a-9d4b-baec2a38edc2 service nova] Acquiring lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dc68da89-ad20-4cbd-b708-e32763b6c909 req-d0769f9e-37ac-431a-9d4b-baec2a38edc2 service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-dc68da89-ad20-4cbd-b708-e32763b6c909 req-d0769f9e-37ac-431a-9d4b-baec2a38edc2 service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG nova.compute.manager [req-dc68da89-ad20-4cbd-b708-e32763b6c909 req-d0769f9e-37ac-431a-9d4b-baec2a38edc2 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] No waiting events found dispatching network-vif-unplugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:28:47 user nova-compute[75018]: WARNING nova.compute.manager [req-dc68da89-ad20-4cbd-b708-e32763b6c909 req-d0769f9e-37ac-431a-9d4b-baec2a38edc2 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received unexpected event network-vif-unplugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d for instance with vm_state active and task_state rescuing.
Dec 05 17:28:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:48 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Instance destroyed successfully.
Dec 05 17:28:48 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Attempting a stable device rescue
Dec 05 17:28:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75018) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 05 17:28:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Instance directory exists: not creating {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 05 17:28:48 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Creating image(s)
Dec 05 17:28:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "/opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "/opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "/opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:48 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'trusted_certs' on Instance uuid 06457ac8-52ab-4fa2-879c-21d0241bf941 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:28:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "8d330bde94fcb52fbfe56e21b9c00e757b501b6e" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "8d330bde94fcb52fbfe56e21b9c00e757b501b6e" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8d330bde94fcb52fbfe56e21b9c00e757b501b6e.part --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:28:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:28:49 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Instance spawned successfully.
Dec 05 17:28:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:28:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-eac9a165-a120-47ae-b6dc-eb80d7f71d88 req-6af00f0e-6067-42b6-95e4-368d57a9b638 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received event network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:28:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eac9a165-a120-47ae-b6dc-eb80d7f71d88 req-6af00f0e-6067-42b6-95e4-368d57a9b638 service nova] Acquiring lock "15becb96-03c5-4083-8387-e07d9a06841a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eac9a165-a120-47ae-b6dc-eb80d7f71d88 req-6af00f0e-6067-42b6-95e4-368d57a9b638 service nova] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-eac9a165-a120-47ae-b6dc-eb80d7f71d88 req-6af00f0e-6067-42b6-95e4-368d57a9b638 service nova] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-eac9a165-a120-47ae-b6dc-eb80d7f71d88 req-6af00f0e-6067-42b6-95e4-368d57a9b638 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] No waiting events found dispatching network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:28:49 user nova-compute[75018]: WARNING nova.compute.manager [req-eac9a165-a120-47ae-b6dc-eb80d7f71d88 req-6af00f0e-6067-42b6-95e4-368d57a9b638 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received unexpected event network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 05 17:28:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8d330bde94fcb52fbfe56e21b9c00e757b501b6e.part --force-share --output=json" returned: 0 in 0.201s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:49 user nova-compute[75018]: DEBUG nova.virt.images [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] 72f9caf7-e77b-46ab-82c4-b4339d075f49 was qcow2, converting to raw {{(pid=75018) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 05 17:28:49 user nova-compute[75018]: DEBUG nova.privsep.utils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75018) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 05 17:28:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8d330bde94fcb52fbfe56e21b9c00e757b501b6e.part /opt/stack/data/nova/instances/_base/8d330bde94fcb52fbfe56e21b9c00e757b501b6e.converted {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9ba96f94-bf28-4fd3-9502-7772acef74b4 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "15becb96-03c5-4083-8387-e07d9a06841a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 20.511s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-c274e045-278b-467f-8cf0-35c4365e9671 req-1414d109-24ec-4b65-bd77-cd87928899e4 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:28:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c274e045-278b-467f-8cf0-35c4365e9671 req-1414d109-24ec-4b65-bd77-cd87928899e4 service nova] Acquiring lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c274e045-278b-467f-8cf0-35c4365e9671 req-1414d109-24ec-4b65-bd77-cd87928899e4 service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c274e045-278b-467f-8cf0-35c4365e9671 req-1414d109-24ec-4b65-bd77-cd87928899e4 service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:49 user nova-compute[75018]: DEBUG nova.compute.manager [req-c274e045-278b-467f-8cf0-35c4365e9671 req-1414d109-24ec-4b65-bd77-cd87928899e4 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] No waiting events found dispatching network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:28:49 user nova-compute[75018]: WARNING nova.compute.manager [req-c274e045-278b-467f-8cf0-35c4365e9671 req-1414d109-24ec-4b65-bd77-cd87928899e4 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received unexpected event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d for instance with vm_state active and task_state rescuing.
Dec 05 17:28:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8d330bde94fcb52fbfe56e21b9c00e757b501b6e.part /opt/stack/data/nova/instances/_base/8d330bde94fcb52fbfe56e21b9c00e757b501b6e.converted" returned: 0 in 0.486s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8d330bde94fcb52fbfe56e21b9c00e757b501b6e.converted --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8d330bde94fcb52fbfe56e21b9c00e757b501b6e.converted --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "8d330bde94fcb52fbfe56e21b9c00e757b501b6e" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.964s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "8d330bde94fcb52fbfe56e21b9c00e757b501b6e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "8d330bde94fcb52fbfe56e21b9c00e757b501b6e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8d330bde94fcb52fbfe56e21b9c00e757b501b6e --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8d330bde94fcb52fbfe56e21b9c00e757b501b6e --force-share --output=json" returned: 0 in 0.172s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8d330bde94fcb52fbfe56e21b9c00e757b501b6e,backing_fmt=raw /opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941/disk.rescue {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8d330bde94fcb52fbfe56e21b9c00e757b501b6e,backing_fmt=raw /opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941/disk.rescue" returned: 0 in 0.049s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "8d330bde94fcb52fbfe56e21b9c00e757b501b6e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.229s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'migration_context' on Instance uuid 06457ac8-52ab-4fa2-879c-21d0241bf941 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.objects.base [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Object Instance<06457ac8-52ab-4fa2-879c-21d0241bf941> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Start _get_guest_xml network_info=[{"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "vif_mac": "fa:16:3e:44:de:2e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '72f9caf7-e77b-46ab-82c4-b4339d075f49', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uTaEfIAN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '06457ac8-52ab-4fa2-879c-21d0241bf941', 'attached_at': '', 'detached_at': '', 'volume_id': 'be1fbc2e-853d-4de4-ac67-30c348b38c6b', 'serial': 'be1fbc2e-853d-4de4-ac67-30c348b38c6b'}, 'attachment_id': '68ef4681-451b-449b-ab7e-a2420037696b', 'delete_on_termination': False, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'resources' on Instance uuid 06457ac8-52ab-4fa2-879c-21d0241bf941 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.objects.base [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Object Instance<06457ac8-52ab-4fa2-879c-21d0241bf941> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'numa_topology' on Instance uuid 06457ac8-52ab-4fa2-879c-21d0241bf941 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.objects.base [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Object Instance<06457ac8-52ab-4fa2-879c-21d0241bf941> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:28:50 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:28:50 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'vcpu_model' on Instance uuid 06457ac8-52ab-4fa2-879c-21d0241bf941 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.objects.base [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Object Instance<06457ac8-52ab-4fa2-879c-21d0241bf941> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uTaEfIAN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:28:50 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:28:50 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:28:50 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f846d81f-d6c1-4331-bad5-4eab6d461a00]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = uTaEfIAN\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 05 17:28:50 user nova-compute[75018]: node.name = iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b
Dec 05 17:28:50 user nova-compute[75018]: node.tpgt = -1
Dec 05 17:28:50 user nova-compute[75018]: node.startup = automatic
Dec 05 17:28:50 user nova-compute[75018]: node.leading_login = No
Dec 05 17:28:50 user nova-compute[75018]: iface.iscsi_ifacename = default
Dec 05 17:28:50 user nova-compute[75018]: iface.net_ifacename = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.ipaddress = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.prefix_len = 0
Dec 05 17:28:50 user nova-compute[75018]: iface.hwaddress = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.transport_name = tcp
Dec 05 17:28:50 user nova-compute[75018]: iface.initiatorname = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.state = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.vlan_id = 0
Dec 05 17:28:50 user nova-compute[75018]: iface.vlan_priority = 0
Dec 05 17:28:50 user nova-compute[75018]: iface.vlan_state = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.iface_num = 0
Dec 05 17:28:50 user nova-compute[75018]: iface.mtu = 0
Dec 05 17:28:50 user nova-compute[75018]: iface.port = 0
Dec 05 17:28:50 user nova-compute[75018]: iface.bootproto = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.subnet_mask = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.gateway = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.dhcp_alt_client_id_state = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.dhcp_alt_client_id = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.dhcp_dns = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.dhcp_learn_iqn = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.dhcp_req_vendor_id_state = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.dhcp_vendor_id_state = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.dhcp_vendor_id = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.dhcp_slp_da = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.fragmentation = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.gratuitous_arp = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.incoming_forwarding = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.tos_state = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.tos = 0
Dec 05 17:28:50 user nova-compute[75018]: iface.ttl = 0
Dec 05 17:28:50 user nova-compute[75018]: iface.delayed_ack = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.tcp_nagle = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.tcp_wsf_state = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.tcp_wsf = 0
Dec 05 17:28:50 user nova-compute[75018]: iface.tcp_timer_scale = 0
Dec 05 17:28:50 user nova-compute[75018]: iface.tcp_timestamp = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.redirect = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.def_task_mgmt_timeout = 0
Dec 05 17:28:50 user nova-compute[75018]: iface.header_digest = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.data_digest = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.immediate_data = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.initial_r2t = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.data_seq_inorder = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.data_pdu_inorder = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.erl = 0
Dec 05 17:28:50 user nova-compute[75018]: iface.max_receive_data_len = 0
Dec 05 17:28:50 user nova-compute[75018]: iface.first_burst_len = 0
Dec 05 17:28:50 user nova-compute[75018]: iface.max_outstanding_r2t = 0
Dec 05 17:28:50 user nova-compute[75018]: iface.max_burst_len = 0
Dec 05 17:28:50 user nova-compute[75018]: iface.chap_auth = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.bidi_chap = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.strict_login_compliance = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.discovery_auth = <empty>
Dec 05 17:28:50 user nova-compute[75018]: iface.discovery_logout = <empty>
Dec 05 17:28:50 user nova-compute[75018]: node.discovery_address = <empty>
Dec 05 17:28:50 user nova-compute[75018]: node.discovery_port = 0
Dec 05 17:28:50 user nova-compute[75018]: node.discovery_type = static
Dec 05 17:28:50 user nova-compute[75018]: node.session.initial_cmdsn = 0
Dec 05 17:28:50 user nova-compute[75018]: node.session.initial_login_retry_max = 8
Dec 05 17:28:50 user nova-compute[75018]: node.session.xmit_thread_priority = -20
Dec 05 17:28:50 user nova-compute[75018]: node.session.cmds_max = 128
Dec 05 17:28:50 user nova-compute[75018]: node.session.queue_depth = 32
Dec 05 17:28:50 user nova-compute[75018]: node.session.nr_sessions = 1
Dec 05 17:28:50 user nova-compute[75018]: node.session.auth.authmethod = CHAP
Dec 05 17:28:50 user nova-compute[75018]: node.session.auth.username = uTaEfIAN
Dec 05 17:28:50 user nova-compute[75018]: node.session.auth.password = ***
Dec 05 17:28:50 user nova-compute[75018]: node.session.auth.username_in = <empty>
Dec 05 17:28:50 user nova-compute[75018]: node.session.auth.password_in = <empty>
Dec 05 17:28:50 user nova-compute[75018]: node.session.auth.chap_algs = MD5
Dec 05 17:28:50 user nova-compute[75018]: node.session.timeo.replacement_timeout = 120
Dec 05 17:28:50 user nova-compute[75018]: node.session.err_timeo.abort_timeout = 15
Dec 05 17:28:50 user nova-compute[75018]: node.session.err_timeo.lu_reset_timeout = 30
Dec 05 17:28:50 user nova-compute[75018]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 05 17:28:50 user nova-compute[75018]: node.session.err_timeo.host_reset_timeout = 60
Dec 05 17:28:50 user nova-compute[75018]: node.session.iscsi.FastAbort = Yes
Dec 05 17:28:50 user nova-compute[75018]: node.session.iscsi.InitialR2T = No
Dec 05 17:28:50 user nova-compute[75018]: node.session.iscsi.ImmediateData = Yes
Dec 05 17:28:50 user nova-compute[75018]: node.session.iscsi.FirstBurstLength = 262144
Dec 05 17:28:50 user nova-compute[75018]: node.session.iscsi.MaxBurstLength = 16776192
Dec 05 17:28:50 user nova-compute[75018]: node.session.iscsi.DefaultTime2Retain = 0
Dec 05 17:28:50 user nova-compute[75018]: node.session.iscsi.DefaultTime2Wait = 2
Dec 05 17:28:50 user nova-compute[75018]: node.session.iscsi.MaxConnections = 1
Dec 05 17:28:50 user nova-compute[75018]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 05 17:28:50 user nova-compute[75018]: node.session.iscsi.ERL = 0
Dec 05 17:28:50 user nova-compute[75018]: node.session.scan = manual
Dec 05 17:28:50 user nova-compute[75018]: node.session.reopen_max = 0
Dec 05 17:28:50 user nova-compute[75018]: node.conn[0].address = 172.16.0.220
Dec 05 17:28:50 user nova-compute[75018]: node.conn[0].port = 3260
Dec 05 17:28:50 user nova-compute[75018]: node.conn[0].startup = manual
Dec 05 17:28:50 user nova-compute[75018]: node.conn[0].tcp.window_size = 524288
Dec 05 17:28:50 user nova-compute[75018]: node.conn[0].tcp.type_of_service = 0
Dec 05 17:28:50 user nova-compute[75018]: node.conn[0].timeo.logout_timeout = 15
Dec 05 17:28:50 user nova-compute[75018]: node.conn[0].timeo.login_timeout = 15
Dec 05 17:28:50 user nova-compute[75018]: node.conn[0].timeo.auth_timeout = 45
Dec 05 17:28:50 user nova-compute[75018]: node.conn[0].timeo.noop_out_interval = 5
Dec 05 17:28:50 user nova-compute[75018]: node.conn[0].timeo.noop_out_timeout = 5
Dec 05 17:28:50 user nova-compute[75018]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 05 17:28:50 user nova-compute[75018]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 05 17:28:50 user nova-compute[75018]: node.conn[0].iscsi.HeaderDigest = None
Dec 05 17:28:50 user nova-compute[75018]: node.conn[0].iscsi.DataDigest = None
Dec 05 17:28:50 user nova-compute[75018]: node.conn[0].iscsi.IFMarker = No
Dec 05 17:28:50 user nova-compute[75018]: node.conn[0].iscsi.OFMarker = No
Dec 05 17:28:50 user nova-compute[75018]: # END RECORD
Dec 05 17:28:50 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fede51c4-ca1c-437f-be5d-ee4fc590c6ca]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[037ca090-ddc3-4af0-a8e4-0e554428cb9f]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uTaEfIAN {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uTaEfIAN" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f0746d2-75d8-4c92-a2e7-7f511d0dd5fc]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uTaEfIAN'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[04f0775c-076e-44b3-bcc5-9c094b507145]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[24fbc56b-dd2f-4129-8a7d-34674b2abd93]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:28:50 user nova-compute[75018]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:28:50 user nova-compute[75018]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:28:50 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:28:50 user nova-compute[75018]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:28:50 user nova-compute[75018]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:28:50 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.151s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] HCTL ('36', '0', '0', 0) found on session 56 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3d1ba45-a733-445c-a9a9-abf09b564689]: (4, ('0 0 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Searching for a device in session 56 and hctl ('36', '0', '0', 0) yield: sde {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uTaEfIAN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.175s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] <== connect_volume: return (176ms) {'type': 'block', 'scsi_wwn': '26165616365653139', 'path': '/dev/sde'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26165616365653139', 'path': '/dev/sde'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:26:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1378508371',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1378508371',id=48,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:27:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cd67f0458baa48fda16fbdeab5c7c80f',ramdisk_id='',reservation_id='r-t2v124ri',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:27:17Z,user_data=None,user_id='1b46541d25214c289488ed2e4db91420',uuid=06457ac8-52ab-4fa2-879c-21d0241bf941,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "vif_mac": "fa:16:3e:44:de:2e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converting VIF {"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "vif_mac": "fa:16:3e:44:de:2e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:44:de:2e,bridge_name='br-int',has_traffic_filtering=True,id=c75f7d25-75ff-48d0-9c79-8d581c8e393d,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75f7d25-75') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'pci_devices' on Instance uuid 06457ac8-52ab-4fa2-879c-21d0241bf941 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.objects.base [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Object Instance<06457ac8-52ab-4fa2-879c-21d0241bf941> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:28:50 user nova-compute[75018]:   <uuid>06457ac8-52ab-4fa2-879c-21d0241bf941</uuid>
Dec 05 17:28:50 user nova-compute[75018]:   <name>instance-00000030</name>
Dec 05 17:28:50 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:28:50 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:28:50 user nova-compute[75018]:   <metadata>
Dec 05 17:28:50 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:28:50 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:28:50 user nova-compute[75018]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1378508371</nova:name>
Dec 05 17:28:50 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:28:50</nova:creationTime>
Dec 05 17:28:50 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:28:50 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:28:50 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:28:50 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:28:50 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:28:50 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:28:50 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:28:50 user nova-compute[75018]:       <nova:owner>
Dec 05 17:28:50 user nova-compute[75018]:         <nova:user uuid="1b46541d25214c289488ed2e4db91420">tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member</nova:user>
Dec 05 17:28:50 user nova-compute[75018]:         <nova:project uuid="cd67f0458baa48fda16fbdeab5c7c80f">tempest-ServerBootFromVolumeStableRescueTest-1141058712</nova:project>
Dec 05 17:28:50 user nova-compute[75018]:       </nova:owner>
Dec 05 17:28:50 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:28:50 user nova-compute[75018]:       <nova:ports>
Dec 05 17:28:50 user nova-compute[75018]:         <nova:port uuid="c75f7d25-75ff-48d0-9c79-8d581c8e393d">
Dec 05 17:28:50 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 05 17:28:50 user nova-compute[75018]:         </nova:port>
Dec 05 17:28:50 user nova-compute[75018]:       </nova:ports>
Dec 05 17:28:50 user nova-compute[75018]:     </nova:instance>
Dec 05 17:28:50 user nova-compute[75018]:   </metadata>
Dec 05 17:28:50 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:28:50 user nova-compute[75018]:     <system>
Dec 05 17:28:50 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:28:50 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:28:50 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:28:50 user nova-compute[75018]:       <entry name="serial">06457ac8-52ab-4fa2-879c-21d0241bf941</entry>
Dec 05 17:28:50 user nova-compute[75018]:       <entry name="uuid">06457ac8-52ab-4fa2-879c-21d0241bf941</entry>
Dec 05 17:28:50 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:28:50 user nova-compute[75018]:     </system>
Dec 05 17:28:50 user nova-compute[75018]:   </sysinfo>
Dec 05 17:28:50 user nova-compute[75018]:   <os>
Dec 05 17:28:50 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:28:50 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:28:50 user nova-compute[75018]:   </os>
Dec 05 17:28:50 user nova-compute[75018]:   <features>
Dec 05 17:28:50 user nova-compute[75018]:     <acpi/>
Dec 05 17:28:50 user nova-compute[75018]:     <apic/>
Dec 05 17:28:50 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:28:50 user nova-compute[75018]:   </features>
Dec 05 17:28:50 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:28:50 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:28:50 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:28:50 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:28:50 user nova-compute[75018]:   </clock>
Dec 05 17:28:50 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:28:50 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:28:50 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:28:50 user nova-compute[75018]:   </cpu>
Dec 05 17:28:50 user nova-compute[75018]:   <devices>
Dec 05 17:28:50 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:28:50 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:28:50 user nova-compute[75018]:       <source dev="/dev/sde"/>
Dec 05 17:28:50 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:28:50 user nova-compute[75018]:       <serial>be1fbc2e-853d-4de4-ac67-30c348b38c6b</serial>
Dec 05 17:28:50 user nova-compute[75018]:     </disk>
Dec 05 17:28:50 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:28:50 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:28:50 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941/disk.rescue"/>
Dec 05 17:28:50 user nova-compute[75018]:       <target dev="vdb" bus="virtio"/>
Dec 05 17:28:50 user nova-compute[75018]:       <boot order="1"/>
Dec 05 17:28:50 user nova-compute[75018]:     </disk>
Dec 05 17:28:50 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:28:50 user nova-compute[75018]:       <mac address="fa:16:3e:44:de:2e"/>
Dec 05 17:28:50 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:28:50 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:28:50 user nova-compute[75018]:       <target dev="tapc75f7d25-75"/>
Dec 05 17:28:50 user nova-compute[75018]:     </interface>
Dec 05 17:28:50 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:28:50 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941/console.log" append="off"/>
Dec 05 17:28:50 user nova-compute[75018]:     </serial>
Dec 05 17:28:50 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:28:50 user nova-compute[75018]:     <video>
Dec 05 17:28:50 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:28:50 user nova-compute[75018]:     </video>
Dec 05 17:28:50 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:28:50 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:28:50 user nova-compute[75018]:     </rng>
Dec 05 17:28:50 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:28:50 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:28:50 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:28:50 user nova-compute[75018]:     </memballoon>
Dec 05 17:28:50 user nova-compute[75018]:   </devices>
Dec 05 17:28:50 user nova-compute[75018]: </domain>
Dec 05 17:28:50 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:28:50 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Instance destroyed successfully.
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:28:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] No VIF found with MAC fa:16:3e:44:de:2e, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:28:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-0cc42fee-a071-4b1a-9a12-73d9d37078a7 req-e9a298dc-afac-4cd1-827e-2c1143fe653c service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:28:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0cc42fee-a071-4b1a-9a12-73d9d37078a7 req-e9a298dc-afac-4cd1-827e-2c1143fe653c service nova] Acquiring lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0cc42fee-a071-4b1a-9a12-73d9d37078a7 req-e9a298dc-afac-4cd1-827e-2c1143fe653c service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-0cc42fee-a071-4b1a-9a12-73d9d37078a7 req-e9a298dc-afac-4cd1-827e-2c1143fe653c service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-0cc42fee-a071-4b1a-9a12-73d9d37078a7 req-e9a298dc-afac-4cd1-827e-2c1143fe653c service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] No waiting events found dispatching network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:28:52 user nova-compute[75018]: WARNING nova.compute.manager [req-0cc42fee-a071-4b1a-9a12-73d9d37078a7 req-e9a298dc-afac-4cd1-827e-2c1143fe653c service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received unexpected event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d for instance with vm_state active and task_state rescuing.
Dec 05 17:28:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:28:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-b7ae0f23-62e4-4189-8be5-c8c803d6875b req-e9f83a5d-9936-40c9-afef-bee2171d014a service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:28:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b7ae0f23-62e4-4189-8be5-c8c803d6875b req-e9f83a5d-9936-40c9-afef-bee2171d014a service nova] Acquiring lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:28:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b7ae0f23-62e4-4189-8be5-c8c803d6875b req-e9f83a5d-9936-40c9-afef-bee2171d014a service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:28:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b7ae0f23-62e4-4189-8be5-c8c803d6875b req-e9f83a5d-9936-40c9-afef-bee2171d014a service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:28:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-b7ae0f23-62e4-4189-8be5-c8c803d6875b req-e9f83a5d-9936-40c9-afef-bee2171d014a service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] No waiting events found dispatching network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:28:54 user nova-compute[75018]: WARNING nova.compute.manager [req-b7ae0f23-62e4-4189-8be5-c8c803d6875b req-e9f83a5d-9936-40c9-afef-bee2171d014a service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received unexpected event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d for instance with vm_state active and task_state rescuing.
Dec 05 17:28:54 user nova-compute[75018]: DEBUG nova.compute.manager [None req-4f4e29d5-0ce5-4c3b-bc2d-e5fb136d4c94 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:28:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:29:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:29:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:29:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:29:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:29:05 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:29:05 user nova-compute[75018]: INFO nova.compute.manager [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Terminating instance
Dec 05 17:29:05 user nova-compute[75018]: DEBUG nova.compute.manager [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:29:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:29:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-443e5306-d8e4-4ae9-b03b-3dde9b6858fd req-5cf3f81d-3681-4e6f-8e29-e523281a183e service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received event network-vif-unplugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-443e5306-d8e4-4ae9-b03b-3dde9b6858fd req-5cf3f81d-3681-4e6f-8e29-e523281a183e service nova] Acquiring lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-443e5306-d8e4-4ae9-b03b-3dde9b6858fd req-5cf3f81d-3681-4e6f-8e29-e523281a183e service nova] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-443e5306-d8e4-4ae9-b03b-3dde9b6858fd req-5cf3f81d-3681-4e6f-8e29-e523281a183e service nova] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-443e5306-d8e4-4ae9-b03b-3dde9b6858fd req-5cf3f81d-3681-4e6f-8e29-e523281a183e service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] No waiting events found dispatching network-vif-unplugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG nova.compute.manager [req-443e5306-d8e4-4ae9-b03b-3dde9b6858fd req-5cf3f81d-3681-4e6f-8e29-e523281a183e service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received event network-vif-unplugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:29:06 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Instance destroyed successfully.
Dec 05 17:29:06 user nova-compute[75018]: DEBUG nova.objects.instance [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lazy-loading 'resources' on Instance uuid 2f88f036-c746-4d7d-8a35-cca6cd43fd7c {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-356105701',display_name='tempest-TestMinimumBasicScenario-server-356105701',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-356105701',id=44,image_ref='1ee6a854-aa38-4707-bd53-7826eca58aec',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKhj0eF6mVGjq3RxErDDPfjWYT2FYqgiiFYaWSuMFEzqsxEGWal0i9lJ4SjfvDPdjm0pNFNXgj9rALHlzeqPmuPRYQDIpd/e4kTXDOmRRT4tdLbM5Cyt9gVIx+S679IvjA==',key_name='tempest-TestMinimumBasicScenario-1307160993',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:24:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4c4d72b9cd5841beb8f880690d520983',ramdisk_id='',reservation_id='r-qk59uzes',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ee6a854-aa38-4707-bd53-7826eca58aec',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1857575594',owner_user_name='tempest-TestMinimumBasicScenario-1857575594-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:26:25Z,user_data=None,user_id='1a016262239842fa8d11bb93951ea659',uuid=2f88f036-c746-4d7d-8a35-cca6cd43fd7c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "address": "fa:16:3e:33:d9:ae", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b50b5ca-33", "ovs_interfaceid": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converting VIF {"id": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "address": "fa:16:3e:33:d9:ae", "network": {"id": "31991476-2534-49f6-a6ef-199ef6b74529", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1557907734-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4d72b9cd5841beb8f880690d520983", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b50b5ca-33", "ovs_interfaceid": "7b50b5ca-33e3-4a59-a2b1-dff0078ad59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:33:d9:ae,bridge_name='br-int',has_traffic_filtering=True,id=7b50b5ca-33e3-4a59-a2b1-dff0078ad59a,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b50b5ca-33') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG os_vif [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:33:d9:ae,bridge_name='br-int',has_traffic_filtering=True,id=7b50b5ca-33e3-4a59-a2b1-dff0078ad59a,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b50b5ca-33') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7b50b5ca-33, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=62b6860e-72b9-4e51-8ff3-31f95f7ef19a) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:06 user nova-compute[75018]: INFO os_vif [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:33:d9:ae,bridge_name='br-int',has_traffic_filtering=True,id=7b50b5ca-33e3-4a59-a2b1-dff0078ad59a,network=Network(31991476-2534-49f6-a6ef-199ef6b74529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b50b5ca-33')
Dec 05 17:29:06 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Deleting instance files /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c_del
Dec 05 17:29:06 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Deletion of /opt/stack/data/nova/instances/2f88f036-c746-4d7d-8a35-cca6cd43fd7c_del complete
Dec 05 17:29:06 user nova-compute[75018]: INFO nova.compute.manager [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Took 0.91 seconds to destroy the instance on the hypervisor.
Dec 05 17:29:06 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:29:06 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:29:07 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:29:07 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Took 0.52 seconds to deallocate network for instance.
Dec 05 17:29:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:29:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:29:07 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:29:07 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:29:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.216s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:29:07 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Deleted allocations for instance 2f88f036-c746-4d7d-8a35-cca6cd43fd7c
Dec 05 17:29:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bd0f94c8-9eaf-4bfe-8e0c-75769dc93f4c tempest-TestMinimumBasicScenario-1857575594 tempest-TestMinimumBasicScenario-1857575594-project-member] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.830s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:29:08 user nova-compute[75018]: DEBUG nova.compute.manager [req-454d9359-4612-4c64-bb50-44d0997fe0d9 req-9586b5cb-ec8e-4521-a033-4d88c689d816 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received event network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:29:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-454d9359-4612-4c64-bb50-44d0997fe0d9 req-9586b5cb-ec8e-4521-a033-4d88c689d816 service nova] Acquiring lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:29:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-454d9359-4612-4c64-bb50-44d0997fe0d9 req-9586b5cb-ec8e-4521-a033-4d88c689d816 service nova] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:29:08 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-454d9359-4612-4c64-bb50-44d0997fe0d9 req-9586b5cb-ec8e-4521-a033-4d88c689d816 service nova] Lock "2f88f036-c746-4d7d-8a35-cca6cd43fd7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:29:08 user nova-compute[75018]: DEBUG nova.compute.manager [req-454d9359-4612-4c64-bb50-44d0997fe0d9 req-9586b5cb-ec8e-4521-a033-4d88c689d816 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] No waiting events found dispatching network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:29:08 user nova-compute[75018]: WARNING nova.compute.manager [req-454d9359-4612-4c64-bb50-44d0997fe0d9 req-9586b5cb-ec8e-4521-a033-4d88c689d816 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received unexpected event network-vif-plugged-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a for instance with vm_state deleted and task_state None.
Dec 05 17:29:08 user nova-compute[75018]: DEBUG nova.compute.manager [req-454d9359-4612-4c64-bb50-44d0997fe0d9 req-9586b5cb-ec8e-4521-a033-4d88c689d816 service nova] [instance: 2f88f036-c746-4d7d-8a35-cca6cd43fd7c] Received event network-vif-deleted-7b50b5ca-33e3-4a59-a2b1-dff0078ad59a {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:29:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:11 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:29:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:15 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:29:15 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:29:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:29:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:29:15 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:29:16 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Updating instance_info_cache with network_info: [{"id": "60eb276a-323b-42c0-ad70-66f834068d3f", "address": "fa:16:3e:f2:de:c4", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60eb276a-32", "ovs_interfaceid": "60eb276a-323b-42c0-ad70-66f834068d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:29:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:29:16 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:29:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:16 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:29:16 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:29:16 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 05 17:29:16 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] There are 0 instances to clean {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 05 17:29:17 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:29:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:29:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:29:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:29:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:29:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:29:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:29:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:29:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:29:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:29:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:29:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:29:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:29:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:29:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:29:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:29:18 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:29:18 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:29:18 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8439MB free_disk=24.906147003173828GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:29:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:29:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:29:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:29:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance c11e2e9f-1b15-41b4-ae3d-c5dcc638036d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:29:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06457ac8-52ab-4fa2-879c-21d0241bf941 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:29:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 15becb96-03c5-4083-8387-e07d9a06841a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:29:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:29:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:29:19 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing inventories for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 05 17:29:19 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating ProviderTree inventory for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 05 17:29:19 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating inventory in ProviderTree for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 05 17:29:19 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing aggregate associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, aggregates: None {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 05 17:29:19 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing trait associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, traits: COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 05 17:29:19 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:29:19 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:29:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:29:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.519s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:29:20 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:29:20 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances with incomplete migration  {{(pid=75018) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 05 17:29:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:21 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:29:21 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:29:21 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:29:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:23 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:29:26 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:29:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:29:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:29:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-6ab9a2b7-0696-40b4-8b26-8accf769c68b req-8b24366a-ae2f-437a-ba30-d9e971fb0282 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Received event network-changed-60eb276a-323b-42c0-ad70-66f834068d3f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:29:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-6ab9a2b7-0696-40b4-8b26-8accf769c68b req-8b24366a-ae2f-437a-ba30-d9e971fb0282 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Refreshing instance network info cache due to event network-changed-60eb276a-323b-42c0-ad70-66f834068d3f. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:29:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6ab9a2b7-0696-40b4-8b26-8accf769c68b req-8b24366a-ae2f-437a-ba30-d9e971fb0282 service nova] Acquiring lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:29:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6ab9a2b7-0696-40b4-8b26-8accf769c68b req-8b24366a-ae2f-437a-ba30-d9e971fb0282 service nova] Acquired lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:29:41 user nova-compute[75018]: DEBUG nova.network.neutron [req-6ab9a2b7-0696-40b4-8b26-8accf769c68b req-8b24366a-ae2f-437a-ba30-d9e971fb0282 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Refreshing network info cache for port 60eb276a-323b-42c0-ad70-66f834068d3f {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:29:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:29:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:29:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:29:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:29:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:29:41 user nova-compute[75018]: INFO nova.compute.manager [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Terminating instance
Dec 05 17:29:41 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-ad7077f8-211b-444a-9a1c-ac1df8ea5b8f req-3e29f527-cfa3-4edc-9d7b-c561dc3c486d service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Received event network-vif-unplugged-60eb276a-323b-42c0-ad70-66f834068d3f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ad7077f8-211b-444a-9a1c-ac1df8ea5b8f req-3e29f527-cfa3-4edc-9d7b-c561dc3c486d service nova] Acquiring lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ad7077f8-211b-444a-9a1c-ac1df8ea5b8f req-3e29f527-cfa3-4edc-9d7b-c561dc3c486d service nova] Lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ad7077f8-211b-444a-9a1c-ac1df8ea5b8f req-3e29f527-cfa3-4edc-9d7b-c561dc3c486d service nova] Lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-ad7077f8-211b-444a-9a1c-ac1df8ea5b8f req-3e29f527-cfa3-4edc-9d7b-c561dc3c486d service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] No waiting events found dispatching network-vif-unplugged-60eb276a-323b-42c0-ad70-66f834068d3f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-ad7077f8-211b-444a-9a1c-ac1df8ea5b8f req-3e29f527-cfa3-4edc-9d7b-c561dc3c486d service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Received event network-vif-unplugged-60eb276a-323b-42c0-ad70-66f834068d3f for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG nova.network.neutron [req-6ab9a2b7-0696-40b4-8b26-8accf769c68b req-8b24366a-ae2f-437a-ba30-d9e971fb0282 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Updated VIF entry in instance network info cache for port 60eb276a-323b-42c0-ad70-66f834068d3f. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG nova.network.neutron [req-6ab9a2b7-0696-40b4-8b26-8accf769c68b req-8b24366a-ae2f-437a-ba30-d9e971fb0282 service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Updating instance_info_cache with network_info: [{"id": "60eb276a-323b-42c0-ad70-66f834068d3f", "address": "fa:16:3e:f2:de:c4", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60eb276a-32", "ovs_interfaceid": "60eb276a-323b-42c0-ad70-66f834068d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6ab9a2b7-0696-40b4-8b26-8accf769c68b req-8b24366a-ae2f-437a-ba30-d9e971fb0282 service nova] Releasing lock "refresh_cache-c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:29:42 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Instance destroyed successfully.
Dec 05 17:29:42 user nova-compute[75018]: DEBUG nova.objects.instance [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lazy-loading 'resources' on Instance uuid c11e2e9f-1b15-41b4-ae3d-c5dcc638036d {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:24:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1568106328',display_name='tempest-TestVolumeBootPattern-server-1568106328',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1568106328',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOT9ik/tD+6bFU0j/4vC6EQ0TqGp2Zy6fJsIfRsPk8CQLltW5Er57fBFZLKRjBOpcBJFg9IQHoFbsjRTEF0ezbC430EZVVEn5YsLlRH+tdhzqd2VPQXuHkXaTCTmf2e/PA==',key_name='tempest-TestVolumeBootPattern-1493259416',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:25:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ab67a8b79a84e4e9347f71769911964',ramdisk_id='',reservation_id='r-lb42epzf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1277319653',owner_user_name='tempest-TestVolumeBootPattern-1277319653-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:25:05Z,user_data=None,user_id='cbdc3bee63ae4fce86e51b500da9c1ac',uuid=c11e2e9f-1b15-41b4-ae3d-c5dcc638036d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "60eb276a-323b-42c0-ad70-66f834068d3f", "address": "fa:16:3e:f2:de:c4", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60eb276a-32", "ovs_interfaceid": "60eb276a-323b-42c0-ad70-66f834068d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converting VIF {"id": "60eb276a-323b-42c0-ad70-66f834068d3f", "address": "fa:16:3e:f2:de:c4", "network": {"id": "a264ea46-8f6f-4e13-b146-fe92f13d1dd5", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-596864691-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ab67a8b79a84e4e9347f71769911964", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60eb276a-32", "ovs_interfaceid": "60eb276a-323b-42c0-ad70-66f834068d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f2:de:c4,bridge_name='br-int',has_traffic_filtering=True,id=60eb276a-323b-42c0-ad70-66f834068d3f,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60eb276a-32') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG os_vif [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:de:c4,bridge_name='br-int',has_traffic_filtering=True,id=60eb276a-323b-42c0-ad70-66f834068d3f,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60eb276a-32') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap60eb276a-32, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0017506e-6ec2-4201-8e04-be5753752f5c) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:42 user nova-compute[75018]: INFO os_vif [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:de:c4,bridge_name='br-int',has_traffic_filtering=True,id=60eb276a-323b-42c0-ad70-66f834068d3f,network=Network(a264ea46-8f6f-4e13-b146-fe92f13d1dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60eb276a-32')
Dec 05 17:29:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WnOKhIyM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:29:42 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:29:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7d62073-d5d5-44e3-9d77-0882af29f09f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:29:42 user nova-compute[75018]: No targets found.
Dec 05 17:29:42 user nova-compute[75018]: iSNS:
Dec 05 17:29:42 user nova-compute[75018]: No targets found.
Dec 05 17:29:42 user nova-compute[75018]: STATIC:
Dec 05 17:29:42 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b
Dec 05 17:29:42 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:29:42 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:29:42 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8
Dec 05 17:29:42 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:29:42 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:29:42 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff
Dec 05 17:29:42 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:29:42 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:29:42 user nova-compute[75018]: FIRMWARE:
Dec 05 17:29:42 user nova-compute[75018]: No targets found.
Dec 05 17:29:42 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:29:42 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:29:42 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[89bff6f6-8e4f-455f-abd7-fdf85ae851eb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3fb33f9-2511-4c7f-9bb8-7a082b3c8f3e]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:29:42 user nova-compute[75018]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:29:42 user nova-compute[75018]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:29:42 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 (non-flash)
Dec 05 17:29:42 user nova-compute[75018]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:29:42 user nova-compute[75018]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:29:42 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c0165a20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8'): ({'sdc'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Removing single pathed devices sdc {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[150b9e01-72c1-435e-ba45-44eb014fbcc7]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fed14817-c56c-43f3-9601-f2a679e0158c]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Flushing IO for device /dev/sdc {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa3891a9-5744-4f55-b49c-c9d7d0a487ce]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a01b3151-06aa-4b72-ab95-0de642faf2db]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b28abaa-0c30-45d7-8ca4-2f988fad2bb2]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:29:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:29:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:29:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ea90921-93b3-47bb-bd4b-e3ac1e5de3c1]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:29:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8, portal: 172.16.0.220,3260]
Dec 05 17:29:43 user nova-compute[75018]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8, portal: 172.16.0.220,3260] successful.
Dec 05 17:29:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:29:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:29:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6e46405-7ed1-470b-80c1-a6093d6666c8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:29:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[47108250-07b9-4fdd-a696-ee98270006b5]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:29:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:29:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.296s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:29:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] <== disconnect_volume: return (298ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:29:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:29:43 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Deleting instance files /opt/stack/data/nova/instances/c11e2e9f-1b15-41b4-ae3d-c5dcc638036d_del
Dec 05 17:29:43 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Deletion of /opt/stack/data/nova/instances/c11e2e9f-1b15-41b4-ae3d-c5dcc638036d_del complete
Dec 05 17:29:43 user nova-compute[75018]: INFO nova.compute.manager [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Took 1.18 seconds to destroy the instance on the hypervisor.
Dec 05 17:29:43 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:29:43 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:29:43 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:29:43 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:29:43 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Took 0.37 seconds to deallocate network for instance.
Dec 05 17:29:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-7e62c537-1577-4f11-8fa4-4858adce0b6d req-230f30d0-1fec-4dda-a075-2c2dd590a04c service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Received event network-vif-deleted-60eb276a-323b-42c0-ad70-66f834068d3f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:29:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-62238147-2143-4cf1-bffa-84a1e7be3762 req-782fbab2-4b15-4f2b-8e66-727b9401f07d service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Received event network-vif-plugged-60eb276a-323b-42c0-ad70-66f834068d3f {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:29:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-62238147-2143-4cf1-bffa-84a1e7be3762 req-782fbab2-4b15-4f2b-8e66-727b9401f07d service nova] Acquiring lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:29:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-62238147-2143-4cf1-bffa-84a1e7be3762 req-782fbab2-4b15-4f2b-8e66-727b9401f07d service nova] Lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:29:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-62238147-2143-4cf1-bffa-84a1e7be3762 req-782fbab2-4b15-4f2b-8e66-727b9401f07d service nova] Lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:29:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-62238147-2143-4cf1-bffa-84a1e7be3762 req-782fbab2-4b15-4f2b-8e66-727b9401f07d service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] No waiting events found dispatching network-vif-plugged-60eb276a-323b-42c0-ad70-66f834068d3f {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:29:44 user nova-compute[75018]: WARNING nova.compute.manager [req-62238147-2143-4cf1-bffa-84a1e7be3762 req-782fbab2-4b15-4f2b-8e66-727b9401f07d service nova] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Received unexpected event network-vif-plugged-60eb276a-323b-42c0-ad70-66f834068d3f for instance with vm_state active and task_state deleting.
Dec 05 17:29:44 user nova-compute[75018]: INFO nova.compute.manager [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] [instance: c11e2e9f-1b15-41b4-ae3d-c5dcc638036d] Took 0.77 seconds to detach 1 volumes for instance.
Dec 05 17:29:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:29:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:29:44 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:29:44 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:29:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.179s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:29:44 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Deleted allocations for instance c11e2e9f-1b15-41b4-ae3d-c5dcc638036d
Dec 05 17:29:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a4f3298c-824b-43f8-8b33-50337e64476c tempest-TestVolumeBootPattern-1277319653 tempest-TestVolumeBootPattern-1277319653-project-member] Lock "c11e2e9f-1b15-41b4-ae3d-c5dcc638036d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.702s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:29:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:50 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:29:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:29:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:29:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:29:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:29:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:29:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:29:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:11 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:30:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:30:17 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:30:17 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:30:17 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:30:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:30:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:30:17 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:30:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updating instance_info_cache with network_info: [{"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:30:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:30:19 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:30:19 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:30:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8735MB free_disk=24.936290740966797GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:30:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:30:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:30:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:30:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06457ac8-52ab-4fa2-879c-21d0241bf941 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:30:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 15becb96-03c5-4083-8387-e07d9a06841a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:30:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:30:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:30:19 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:30:19 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:30:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:30:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.277s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:30:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-030954d1-5d34-401a-aa2f-d1e901e40d3f req-cee4b690-ef50-47c6-9acf-6afa15e1766e service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received event network-changed-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:30:19 user nova-compute[75018]: DEBUG nova.compute.manager [req-030954d1-5d34-401a-aa2f-d1e901e40d3f req-cee4b690-ef50-47c6-9acf-6afa15e1766e service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Refreshing instance network info cache due to event network-changed-e0077478-6521-4ce5-a346-be8b8ce4ba25. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:30:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-030954d1-5d34-401a-aa2f-d1e901e40d3f req-cee4b690-ef50-47c6-9acf-6afa15e1766e service nova] Acquiring lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:30:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-030954d1-5d34-401a-aa2f-d1e901e40d3f req-cee4b690-ef50-47c6-9acf-6afa15e1766e service nova] Acquired lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:30:19 user nova-compute[75018]: DEBUG nova.network.neutron [req-030954d1-5d34-401a-aa2f-d1e901e40d3f req-cee4b690-ef50-47c6-9acf-6afa15e1766e service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Refreshing network info cache for port e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "15becb96-03c5-4083-8387-e07d9a06841a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "15becb96-03c5-4083-8387-e07d9a06841a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "15becb96-03c5-4083-8387-e07d9a06841a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:30:20 user nova-compute[75018]: INFO nova.compute.manager [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Terminating instance
Dec 05 17:30:20 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG nova.network.neutron [req-030954d1-5d34-401a-aa2f-d1e901e40d3f req-cee4b690-ef50-47c6-9acf-6afa15e1766e service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Updated VIF entry in instance network info cache for port e0077478-6521-4ce5-a346-be8b8ce4ba25. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG nova.network.neutron [req-030954d1-5d34-401a-aa2f-d1e901e40d3f req-cee4b690-ef50-47c6-9acf-6afa15e1766e service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Updating instance_info_cache with network_info: [{"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-030954d1-5d34-401a-aa2f-d1e901e40d3f req-cee4b690-ef50-47c6-9acf-6afa15e1766e service nova] Releasing lock "refresh_cache-15becb96-03c5-4083-8387-e07d9a06841a" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:20 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Instance destroyed successfully.
Dec 05 17:30:20 user nova-compute[75018]: DEBUG nova.objects.instance [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lazy-loading 'resources' on Instance uuid 15becb96-03c5-4083-8387-e07d9a06841a {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-05T17:24:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1414628145',display_name='tempest-TestShelveInstance-server-1414628145',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1414628145',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAL04261ooFx6v/CqPNuMUM00uMQOHNmKV2QIkfFZJ1xm5kWsG9eRNE0SdOOz5LyXF19JtubMyKBQwxdqBhIemxvu3nc8Go5PenSea3Uvg/bBp+gvCKtGR2hgF/S7SIPpQ==',key_name='tempest-TestShelveInstance-2097892922',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:28:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7e22993c661f47f49b599dc618e39b10',ramdisk_id='',reservation_id='r-p3mgqnzp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-856635307',owner_user_name='tempest-TestShelveInstance-856635307-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:28:49Z,user_data=None,user_id='a3f2c7bd40b64f8e906ac380c498a83b',uuid=15becb96-03c5-4083-8387-e07d9a06841a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Converting VIF {"id": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "address": "fa:16:3e:8d:52:32", "network": {"id": "26706eec-fa5f-4c83-9c89-b55b2d786d72", "bridge": "br-int", "label": "tempest-TestShelveInstance-159628299-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e22993c661f47f49b599dc618e39b10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0077478-65", "ovs_interfaceid": "e0077478-6521-4ce5-a346-be8b8ce4ba25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:52:32,bridge_name='br-int',has_traffic_filtering=True,id=e0077478-6521-4ce5-a346-be8b8ce4ba25,network=Network(26706eec-fa5f-4c83-9c89-b55b2d786d72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0077478-65') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG os_vif [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:52:32,bridge_name='br-int',has_traffic_filtering=True,id=e0077478-6521-4ce5-a346-be8b8ce4ba25,network=Network(26706eec-fa5f-4c83-9c89-b55b2d786d72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0077478-65') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape0077478-65, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bb960761-1c5a-47f7-b5e2-fa804de1b3cb) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:30:20 user nova-compute[75018]: INFO os_vif [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:52:32,bridge_name='br-int',has_traffic_filtering=True,id=e0077478-6521-4ce5-a346-be8b8ce4ba25,network=Network(26706eec-fa5f-4c83-9c89-b55b2d786d72),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0077478-65')
Dec 05 17:30:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lZXpGNeq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:30:20 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:30:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f2a9a11-7b61-4959-9bd0-1022e47bc1d3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:30:20 user nova-compute[75018]: No targets found.
Dec 05 17:30:20 user nova-compute[75018]: iSNS:
Dec 05 17:30:20 user nova-compute[75018]: No targets found.
Dec 05 17:30:20 user nova-compute[75018]: STATIC:
Dec 05 17:30:20 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b
Dec 05 17:30:20 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:30:20 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:30:20 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff
Dec 05 17:30:20 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:30:20 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:30:20 user nova-compute[75018]: FIRMWARE:
Dec 05 17:30:20 user nova-compute[75018]: No targets found.
Dec 05 17:30:20 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:30:20 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:30:20 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e97e846e-4c50-44fd-95ae-bfcdbd26d560]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[04123b52-f5fd-401c-93f5-f9809d56e62a]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:30:20 user nova-compute[75018]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:30:20 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:30:20 user nova-compute[75018]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff (non-flash)
Dec 05 17:30:20 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a8360e50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:30:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad4abe36-736a-46ba-8aa4-9b84a599a0ea]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[204658ae-8d18-44c1-be62-2f588c823fc1]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[47dd11f5-74f9-419c-bd1f-d1e276b56e7f]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c1d9e5c-5318-47c0-bc99-63b6a77a06e8]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_ec9aa915', '/dev/disk/by-id/scsi-1SCST_BIOec9aa915-2808152991eb2285', '/dev/disk/by-id/scsi-23238303831353239') {{(pid=85682) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8069874-6138-4877-8ce1-e49d1b57c830]: (4, None) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2f897bf-e3da-4426-8cd2-344f6c8717ee]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[08c9e268-ddc2-48db-af79-1738b954a6e9]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff, portal: 172.16.0.220,3260]
Dec 05 17:30:21 user nova-compute[75018]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff, portal: 172.16.0.220,3260] successful.
Dec 05 17:30:21 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac7e7793-8c19-4551-9f29-d63c980908ff -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[75260af4-c962-497b-b9b7-9e82ab33dff8]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.294s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] <== disconnect_volume: return (294ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:30:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Deleting instance files /opt/stack/data/nova/instances/15becb96-03c5-4083-8387-e07d9a06841a_del
Dec 05 17:30:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Deletion of /opt/stack/data/nova/instances/15becb96-03c5-4083-8387-e07d9a06841a_del complete
Dec 05 17:30:21 user nova-compute[75018]: INFO nova.compute.manager [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Took 1.20 seconds to destroy the instance on the hypervisor.
Dec 05 17:30:21 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:30:21 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:30:21 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Took 0.43 seconds to deallocate network for instance.
Dec 05 17:30:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-813d7bd8-3cf2-46d0-9ef1-029fc7e4ab93 req-90149b91-ca5f-4ee3-adf9-1a5e24cadde0 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received event network-vif-unplugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:30:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-813d7bd8-3cf2-46d0-9ef1-029fc7e4ab93 req-90149b91-ca5f-4ee3-adf9-1a5e24cadde0 service nova] Acquiring lock "15becb96-03c5-4083-8387-e07d9a06841a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:30:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-813d7bd8-3cf2-46d0-9ef1-029fc7e4ab93 req-90149b91-ca5f-4ee3-adf9-1a5e24cadde0 service nova] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:30:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-813d7bd8-3cf2-46d0-9ef1-029fc7e4ab93 req-90149b91-ca5f-4ee3-adf9-1a5e24cadde0 service nova] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:30:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-813d7bd8-3cf2-46d0-9ef1-029fc7e4ab93 req-90149b91-ca5f-4ee3-adf9-1a5e24cadde0 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] No waiting events found dispatching network-vif-unplugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:30:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-813d7bd8-3cf2-46d0-9ef1-029fc7e4ab93 req-90149b91-ca5f-4ee3-adf9-1a5e24cadde0 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received event network-vif-unplugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:30:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-813d7bd8-3cf2-46d0-9ef1-029fc7e4ab93 req-90149b91-ca5f-4ee3-adf9-1a5e24cadde0 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received event network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:30:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-813d7bd8-3cf2-46d0-9ef1-029fc7e4ab93 req-90149b91-ca5f-4ee3-adf9-1a5e24cadde0 service nova] Acquiring lock "15becb96-03c5-4083-8387-e07d9a06841a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:30:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-813d7bd8-3cf2-46d0-9ef1-029fc7e4ab93 req-90149b91-ca5f-4ee3-adf9-1a5e24cadde0 service nova] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:30:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-813d7bd8-3cf2-46d0-9ef1-029fc7e4ab93 req-90149b91-ca5f-4ee3-adf9-1a5e24cadde0 service nova] Lock "15becb96-03c5-4083-8387-e07d9a06841a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:30:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-813d7bd8-3cf2-46d0-9ef1-029fc7e4ab93 req-90149b91-ca5f-4ee3-adf9-1a5e24cadde0 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] No waiting events found dispatching network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:30:22 user nova-compute[75018]: WARNING nova.compute.manager [req-813d7bd8-3cf2-46d0-9ef1-029fc7e4ab93 req-90149b91-ca5f-4ee3-adf9-1a5e24cadde0 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received unexpected event network-vif-plugged-e0077478-6521-4ce5-a346-be8b8ce4ba25 for instance with vm_state active and task_state deleting.
Dec 05 17:30:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-813d7bd8-3cf2-46d0-9ef1-029fc7e4ab93 req-90149b91-ca5f-4ee3-adf9-1a5e24cadde0 service nova] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Received event network-vif-deleted-e0077478-6521-4ce5-a346-be8b8ce4ba25 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:30:22 user nova-compute[75018]: INFO nova.compute.manager [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Took 0.80 seconds to detach 1 volumes for instance.
Dec 05 17:30:22 user nova-compute[75018]: DEBUG nova.compute.manager [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] [instance: 15becb96-03c5-4083-8387-e07d9a06841a] Deleting volume: ac7e7793-8c19-4551-9f29-d63c980908ff {{(pid=75018) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 05 17:30:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:30:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:30:22 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:30:22 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:30:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.164s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:30:22 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Deleted allocations for instance 15becb96-03c5-4083-8387-e07d9a06841a
Dec 05 17:30:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-1da0dd83-c1e7-4a22-8273-60bf0ba01cc0 tempest-TestShelveInstance-856635307 tempest-TestShelveInstance-856635307-project-member] Lock "15becb96-03c5-4083-8387-e07d9a06841a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.838s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:30:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:23 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:30:23 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:30:23 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:30:24 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:30:24 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:30:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:26 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:30:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:30:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:30:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:30:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:30:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:30:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:30:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:30:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:30:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:30:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:37 user nova-compute[75018]: INFO nova.compute.manager [None req-4b381fe4-2731-4f24-a650-71be48aa8f65 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Unrescuing
Dec 05 17:30:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4b381fe4-2731-4f24-a650-71be48aa8f65 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:30:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4b381fe4-2731-4f24-a650-71be48aa8f65 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquired lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:30:37 user nova-compute[75018]: DEBUG nova.network.neutron [None req-4b381fe4-2731-4f24-a650-71be48aa8f65 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:30:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-4b381fe4-2731-4f24-a650-71be48aa8f65 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updating instance_info_cache with network_info: [{"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:30:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-4b381fe4-2731-4f24-a650-71be48aa8f65 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Releasing lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:30:38 user nova-compute[75018]: DEBUG nova.objects.instance [None req-4b381fe4-2731-4f24-a650-71be48aa8f65 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'flavor' on Instance uuid 06457ac8-52ab-4fa2-879c-21d0241bf941 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:30:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:39 user nova-compute[75018]: DEBUG nova.compute.manager [req-a9456676-ee30-4cfb-90ea-df17a452f2cf req-e93ad7fe-7641-4582-b408-b220100c1ecf service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received event network-vif-unplugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:30:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a9456676-ee30-4cfb-90ea-df17a452f2cf req-e93ad7fe-7641-4582-b408-b220100c1ecf service nova] Acquiring lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:30:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a9456676-ee30-4cfb-90ea-df17a452f2cf req-e93ad7fe-7641-4582-b408-b220100c1ecf service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:30:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a9456676-ee30-4cfb-90ea-df17a452f2cf req-e93ad7fe-7641-4582-b408-b220100c1ecf service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:30:39 user nova-compute[75018]: DEBUG nova.compute.manager [req-a9456676-ee30-4cfb-90ea-df17a452f2cf req-e93ad7fe-7641-4582-b408-b220100c1ecf service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] No waiting events found dispatching network-vif-unplugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:30:39 user nova-compute[75018]: WARNING nova.compute.manager [req-a9456676-ee30-4cfb-90ea-df17a452f2cf req-e93ad7fe-7641-4582-b408-b220100c1ecf service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received unexpected event network-vif-unplugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d for instance with vm_state rescued and task_state unrescuing.
Dec 05 17:30:39 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Instance destroyed successfully.
Dec 05 17:30:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-27ef60af-6014-4d6f-ad7a-a138c6f3390f req-066d2bb9-fa5e-4f7d-b351-b94fb4f8fc56 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:30:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-27ef60af-6014-4d6f-ad7a-a138c6f3390f req-066d2bb9-fa5e-4f7d-b351-b94fb4f8fc56 service nova] Acquiring lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:30:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-27ef60af-6014-4d6f-ad7a-a138c6f3390f req-066d2bb9-fa5e-4f7d-b351-b94fb4f8fc56 service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:30:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-27ef60af-6014-4d6f-ad7a-a138c6f3390f req-066d2bb9-fa5e-4f7d-b351-b94fb4f8fc56 service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:30:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-27ef60af-6014-4d6f-ad7a-a138c6f3390f req-066d2bb9-fa5e-4f7d-b351-b94fb4f8fc56 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] No waiting events found dispatching network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:30:41 user nova-compute[75018]: WARNING nova.compute.manager [req-27ef60af-6014-4d6f-ad7a-a138c6f3390f req-066d2bb9-fa5e-4f7d-b351-b94fb4f8fc56 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received unexpected event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d for instance with vm_state rescued and task_state unrescuing.
Dec 05 17:30:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-27ef60af-6014-4d6f-ad7a-a138c6f3390f req-066d2bb9-fa5e-4f7d-b351-b94fb4f8fc56 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:30:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-27ef60af-6014-4d6f-ad7a-a138c6f3390f req-066d2bb9-fa5e-4f7d-b351-b94fb4f8fc56 service nova] Acquiring lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:30:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-27ef60af-6014-4d6f-ad7a-a138c6f3390f req-066d2bb9-fa5e-4f7d-b351-b94fb4f8fc56 service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:30:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-27ef60af-6014-4d6f-ad7a-a138c6f3390f req-066d2bb9-fa5e-4f7d-b351-b94fb4f8fc56 service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:30:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-27ef60af-6014-4d6f-ad7a-a138c6f3390f req-066d2bb9-fa5e-4f7d-b351-b94fb4f8fc56 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] No waiting events found dispatching network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:30:41 user nova-compute[75018]: WARNING nova.compute.manager [req-27ef60af-6014-4d6f-ad7a-a138c6f3390f req-066d2bb9-fa5e-4f7d-b351-b94fb4f8fc56 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received unexpected event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d for instance with vm_state rescued and task_state unrescuing.
Dec 05 17:30:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-4b381fe4-2731-4f24-a650-71be48aa8f65 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:30:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-049b04f2-4c96-434f-9900-d3bc0229b1df req-2461503e-17c2-49bc-bfe1-4835422b1506 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:30:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-049b04f2-4c96-434f-9900-d3bc0229b1df req-2461503e-17c2-49bc-bfe1-4835422b1506 service nova] Acquiring lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:30:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-049b04f2-4c96-434f-9900-d3bc0229b1df req-2461503e-17c2-49bc-bfe1-4835422b1506 service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:30:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-049b04f2-4c96-434f-9900-d3bc0229b1df req-2461503e-17c2-49bc-bfe1-4835422b1506 service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:30:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-049b04f2-4c96-434f-9900-d3bc0229b1df req-2461503e-17c2-49bc-bfe1-4835422b1506 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] No waiting events found dispatching network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:30:43 user nova-compute[75018]: WARNING nova.compute.manager [req-049b04f2-4c96-434f-9900-d3bc0229b1df req-2461503e-17c2-49bc-bfe1-4835422b1506 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received unexpected event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d for instance with vm_state active and task_state None.
Dec 05 17:30:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:30:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:30:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:30:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:30:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:30:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:30:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:31:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:31:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:31:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:31:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:31:13 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:31:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:31:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:31:17 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:31:17 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:31:17 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:31:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:31:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:31:17 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:31:17 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid f942b452-241a-4701-bb6f-fcb678640493 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:31:18 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updating instance_info_cache with network_info: [{"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:31:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:31:18 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:31:18 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:31:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:31:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:31:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:31:18 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:31:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:31:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:31:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:31:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:31:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:31:18 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:31:18 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:31:18 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8940MB free_disk=24.935256958007812GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:31:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:31:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:31:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:31:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06457ac8-52ab-4fa2-879c-21d0241bf941 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:31:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:31:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:31:19 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:31:19 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:31:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:31:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.209s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:31:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:31:21 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:31:22 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:31:23 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:31:23 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:31:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:31:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:31:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:31:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:31:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:31:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:31:26 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:31:26 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:31:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:31:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:31:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:31:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:31:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:31:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:31:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:31:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:31:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:31:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:31:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:31:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:31:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:31:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:31:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:31:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:31:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:31:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:31:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:31:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:31:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:31:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:31:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:31:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:31:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:31:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:31:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:32:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:32:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:32:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:32:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:32:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:32:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:32:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:32:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:32:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:32:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:32:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:32:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:32:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:32:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:32:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:32:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:32:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:32:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:17 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:32:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:32:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:32:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:32:17 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:32:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:32:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:32:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:32:18 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:32:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:32:18 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:32:18 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:32:18 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9027MB free_disk=24.934703826904297GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:32:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:32:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:32:18 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:32:18 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06457ac8-52ab-4fa2-879c-21d0241bf941 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:32:18 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:32:18 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:32:18 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:32:18 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:32:18 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:32:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.210s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:32:20 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:32:20 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:32:20 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:32:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:32:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:32:20 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:32:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:32:21 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updating instance_info_cache with network_info: [{"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:32:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:32:21 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:32:23 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:32:23 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:32:24 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:32:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:32:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:32:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:32:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:32:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:26 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:32:27 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:32:27 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:32:29 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:32:30 user nova-compute[75018]: INFO nova.compute.claims [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Claim successful on node user
Dec 05 17:32:30 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.245s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG nova.network.neutron [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:32:30 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:32:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG nova.policy [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b46541d25214c289488ed2e4db91420', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd67f0458baa48fda16fbdeab5c7c80f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:32:30 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Creating image(s)
Dec 05 17:32:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "/opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "/opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "/opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.191s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.172s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:32:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk 1073741824" returned: 0 in 0.051s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.229s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG nova.network.neutron [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Successfully created port: 58361131-e382-4bda-8b54-d417533c5073 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Cannot resize image /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Ensure instance console log exists: /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG nova.network.neutron [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Successfully updated port: 58361131-e382-4bda-8b54-d417533c5073 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "refresh_cache-a130f091-7e9e-4b52-bc00-7f52e8f8c77b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquired lock "refresh_cache-a130f091-7e9e-4b52-bc00-7f52e8f8c77b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG nova.network.neutron [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-8c631042-22f5-4f5e-a2e0-614a89a9fa45 req-75f839d1-8b57-4e74-b755-ffed250a2f8b service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Received event network-changed-58361131-e382-4bda-8b54-d417533c5073 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG nova.compute.manager [req-8c631042-22f5-4f5e-a2e0-614a89a9fa45 req-75f839d1-8b57-4e74-b755-ffed250a2f8b service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Refreshing instance network info cache due to event network-changed-58361131-e382-4bda-8b54-d417533c5073. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8c631042-22f5-4f5e-a2e0-614a89a9fa45 req-75f839d1-8b57-4e74-b755-ffed250a2f8b service nova] Acquiring lock "refresh_cache-a130f091-7e9e-4b52-bc00-7f52e8f8c77b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:32:31 user nova-compute[75018]: DEBUG nova.network.neutron [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.network.neutron [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Updating instance_info_cache with network_info: [{"id": "58361131-e382-4bda-8b54-d417533c5073", "address": "fa:16:3e:8a:d5:20", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58361131-e3", "ovs_interfaceid": "58361131-e382-4bda-8b54-d417533c5073", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Releasing lock "refresh_cache-a130f091-7e9e-4b52-bc00-7f52e8f8c77b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Instance network_info: |[{"id": "58361131-e382-4bda-8b54-d417533c5073", "address": "fa:16:3e:8a:d5:20", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58361131-e3", "ovs_interfaceid": "58361131-e382-4bda-8b54-d417533c5073", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8c631042-22f5-4f5e-a2e0-614a89a9fa45 req-75f839d1-8b57-4e74-b755-ffed250a2f8b service nova] Acquired lock "refresh_cache-a130f091-7e9e-4b52-bc00-7f52e8f8c77b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.network.neutron [req-8c631042-22f5-4f5e-a2e0-614a89a9fa45 req-75f839d1-8b57-4e74-b755-ffed250a2f8b service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Refreshing network info cache for port 58361131-e382-4bda-8b54-d417533c5073 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Start _get_guest_xml network_info=[{"id": "58361131-e382-4bda-8b54-d417533c5073", "address": "fa:16:3e:8a:d5:20", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58361131-e3", "ovs_interfaceid": "58361131-e382-4bda-8b54-d417533c5073", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:32:32 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:32:32 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:32:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1744412792',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1744412792',id=49,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cd67f0458baa48fda16fbdeab5c7c80f',ramdisk_id='',reservation_id='r-ye9o5yoh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:32:31Z,user_data=None,user_id='1b46541d25214c289488ed2e4db91420',uuid=a130f091-7e9e-4b52-bc00-7f52e8f8c77b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58361131-e382-4bda-8b54-d417533c5073", "address": "fa:16:3e:8a:d5:20", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58361131-e3", "ovs_interfaceid": "58361131-e382-4bda-8b54-d417533c5073", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converting VIF {"id": "58361131-e382-4bda-8b54-d417533c5073", "address": "fa:16:3e:8a:d5:20", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58361131-e3", "ovs_interfaceid": "58361131-e382-4bda-8b54-d417533c5073", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:d5:20,bridge_name='br-int',has_traffic_filtering=True,id=58361131-e382-4bda-8b54-d417533c5073,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58361131-e3') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.objects.instance [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'pci_devices' on Instance uuid a130f091-7e9e-4b52-bc00-7f52e8f8c77b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:32:32 user nova-compute[75018]:   <uuid>a130f091-7e9e-4b52-bc00-7f52e8f8c77b</uuid>
Dec 05 17:32:32 user nova-compute[75018]:   <name>instance-00000031</name>
Dec 05 17:32:32 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:32:32 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:32:32 user nova-compute[75018]:   <metadata>
Dec 05 17:32:32 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:32:32 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:32:32 user nova-compute[75018]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1744412792</nova:name>
Dec 05 17:32:32 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:32:32</nova:creationTime>
Dec 05 17:32:32 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:32:32 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:32:32 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:32:32 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:32:32 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:32:32 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:32:32 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:32:32 user nova-compute[75018]:       <nova:owner>
Dec 05 17:32:32 user nova-compute[75018]:         <nova:user uuid="1b46541d25214c289488ed2e4db91420">tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member</nova:user>
Dec 05 17:32:32 user nova-compute[75018]:         <nova:project uuid="cd67f0458baa48fda16fbdeab5c7c80f">tempest-ServerBootFromVolumeStableRescueTest-1141058712</nova:project>
Dec 05 17:32:32 user nova-compute[75018]:       </nova:owner>
Dec 05 17:32:32 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:32:32 user nova-compute[75018]:       <nova:ports>
Dec 05 17:32:32 user nova-compute[75018]:         <nova:port uuid="58361131-e382-4bda-8b54-d417533c5073">
Dec 05 17:32:32 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 05 17:32:32 user nova-compute[75018]:         </nova:port>
Dec 05 17:32:32 user nova-compute[75018]:       </nova:ports>
Dec 05 17:32:32 user nova-compute[75018]:     </nova:instance>
Dec 05 17:32:32 user nova-compute[75018]:   </metadata>
Dec 05 17:32:32 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:32:32 user nova-compute[75018]:     <system>
Dec 05 17:32:32 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:32:32 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:32:32 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:32:32 user nova-compute[75018]:       <entry name="serial">a130f091-7e9e-4b52-bc00-7f52e8f8c77b</entry>
Dec 05 17:32:32 user nova-compute[75018]:       <entry name="uuid">a130f091-7e9e-4b52-bc00-7f52e8f8c77b</entry>
Dec 05 17:32:32 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:32:32 user nova-compute[75018]:     </system>
Dec 05 17:32:32 user nova-compute[75018]:   </sysinfo>
Dec 05 17:32:32 user nova-compute[75018]:   <os>
Dec 05 17:32:32 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:32:32 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:32:32 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:32:32 user nova-compute[75018]:   </os>
Dec 05 17:32:32 user nova-compute[75018]:   <features>
Dec 05 17:32:32 user nova-compute[75018]:     <acpi/>
Dec 05 17:32:32 user nova-compute[75018]:     <apic/>
Dec 05 17:32:32 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:32:32 user nova-compute[75018]:   </features>
Dec 05 17:32:32 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:32:32 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:32:32 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:32:32 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:32:32 user nova-compute[75018]:   </clock>
Dec 05 17:32:32 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:32:32 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:32:32 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:32:32 user nova-compute[75018]:   </cpu>
Dec 05 17:32:32 user nova-compute[75018]:   <devices>
Dec 05 17:32:32 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:32:32 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:32:32 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk"/>
Dec 05 17:32:32 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:32:32 user nova-compute[75018]:     </disk>
Dec 05 17:32:32 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:32:32 user nova-compute[75018]:       <mac address="fa:16:3e:8a:d5:20"/>
Dec 05 17:32:32 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:32:32 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:32:32 user nova-compute[75018]:       <target dev="tap58361131-e3"/>
Dec 05 17:32:32 user nova-compute[75018]:     </interface>
Dec 05 17:32:32 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:32:32 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/console.log" append="off"/>
Dec 05 17:32:32 user nova-compute[75018]:     </serial>
Dec 05 17:32:32 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:32:32 user nova-compute[75018]:     <video>
Dec 05 17:32:32 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:32:32 user nova-compute[75018]:     </video>
Dec 05 17:32:32 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:32:32 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:32:32 user nova-compute[75018]:     </rng>
Dec 05 17:32:32 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:32:32 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:32:32 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:32:32 user nova-compute[75018]:     </memballoon>
Dec 05 17:32:32 user nova-compute[75018]:   </devices>
Dec 05 17:32:32 user nova-compute[75018]: </domain>
Dec 05 17:32:32 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:32:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1744412792',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1744412792',id=49,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cd67f0458baa48fda16fbdeab5c7c80f',ramdisk_id='',reservation_id='r-ye9o5yoh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:32:31Z,user_data=None,user_id='1b46541d25214c289488ed2e4db91420',uuid=a130f091-7e9e-4b52-bc00-7f52e8f8c77b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58361131-e382-4bda-8b54-d417533c5073", "address": "fa:16:3e:8a:d5:20", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58361131-e3", "ovs_interfaceid": "58361131-e382-4bda-8b54-d417533c5073", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converting VIF {"id": "58361131-e382-4bda-8b54-d417533c5073", "address": "fa:16:3e:8a:d5:20", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58361131-e3", "ovs_interfaceid": "58361131-e382-4bda-8b54-d417533c5073", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:d5:20,bridge_name='br-int',has_traffic_filtering=True,id=58361131-e382-4bda-8b54-d417533c5073,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58361131-e3') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG os_vif [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:d5:20,bridge_name='br-int',has_traffic_filtering=True,id=58361131-e382-4bda-8b54-d417533c5073,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58361131-e3') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a19a60c6-d630-5956-96a7-4cec6df3e05b', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap58361131-e3, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap58361131-e3, col_values=(('qos', UUID('18bcba0f-a001-4dfe-80ec-d340e2fc7fca')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap58361131-e3, col_values=(('external_ids', {'iface-id': '58361131-e382-4bda-8b54-d417533c5073', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8a:d5:20', 'vm-uuid': 'a130f091-7e9e-4b52-bc00-7f52e8f8c77b'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:32 user nova-compute[75018]: INFO os_vif [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:d5:20,bridge_name='br-int',has_traffic_filtering=True,id=58361131-e382-4bda-8b54-d417533c5073,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58361131-e3')
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] No VIF found with MAC fa:16:3e:8a:d5:20, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.network.neutron [req-8c631042-22f5-4f5e-a2e0-614a89a9fa45 req-75f839d1-8b57-4e74-b755-ffed250a2f8b service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Updated VIF entry in instance network info cache for port 58361131-e382-4bda-8b54-d417533c5073. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG nova.network.neutron [req-8c631042-22f5-4f5e-a2e0-614a89a9fa45 req-75f839d1-8b57-4e74-b755-ffed250a2f8b service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Updating instance_info_cache with network_info: [{"id": "58361131-e382-4bda-8b54-d417533c5073", "address": "fa:16:3e:8a:d5:20", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58361131-e3", "ovs_interfaceid": "58361131-e382-4bda-8b54-d417533c5073", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:32:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8c631042-22f5-4f5e-a2e0-614a89a9fa45 req-75f839d1-8b57-4e74-b755-ffed250a2f8b service nova] Releasing lock "refresh_cache-a130f091-7e9e-4b52-bc00-7f52e8f8c77b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:32:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-68712c06-c589-49e8-8a75-71a37113025e req-e4a5ad01-8d9f-4814-b64c-2859514e560b service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Received event network-vif-plugged-58361131-e382-4bda-8b54-d417533c5073 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:32:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-68712c06-c589-49e8-8a75-71a37113025e req-e4a5ad01-8d9f-4814-b64c-2859514e560b service nova] Acquiring lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:32:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-68712c06-c589-49e8-8a75-71a37113025e req-e4a5ad01-8d9f-4814-b64c-2859514e560b service nova] Lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:32:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-68712c06-c589-49e8-8a75-71a37113025e req-e4a5ad01-8d9f-4814-b64c-2859514e560b service nova] Lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:32:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-68712c06-c589-49e8-8a75-71a37113025e req-e4a5ad01-8d9f-4814-b64c-2859514e560b service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] No waiting events found dispatching network-vif-plugged-58361131-e382-4bda-8b54-d417533c5073 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:32:33 user nova-compute[75018]: WARNING nova.compute.manager [req-68712c06-c589-49e8-8a75-71a37113025e req-e4a5ad01-8d9f-4814-b64c-2859514e560b service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Received unexpected event network-vif-plugged-58361131-e382-4bda-8b54-d417533c5073 for instance with vm_state building and task_state spawning.
Dec 05 17:32:35 user nova-compute[75018]: DEBUG nova.compute.manager [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:32:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:32:35 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Instance spawned successfully.
Dec 05 17:32:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:32:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:32:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:32:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:32:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:32:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:32:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:32:35 user nova-compute[75018]: INFO nova.compute.manager [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Took 5.32 seconds to spawn the instance on the hypervisor.
Dec 05 17:32:35 user nova-compute[75018]: DEBUG nova.compute.manager [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:32:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-d5d95174-0e29-4d1e-aee3-9e7048c21c5e req-5aef8b68-da25-4da3-9927-5b6a2d075f4c service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Received event network-vif-plugged-58361131-e382-4bda-8b54-d417533c5073 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:32:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d5d95174-0e29-4d1e-aee3-9e7048c21c5e req-5aef8b68-da25-4da3-9927-5b6a2d075f4c service nova] Acquiring lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:32:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d5d95174-0e29-4d1e-aee3-9e7048c21c5e req-5aef8b68-da25-4da3-9927-5b6a2d075f4c service nova] Lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:32:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-d5d95174-0e29-4d1e-aee3-9e7048c21c5e req-5aef8b68-da25-4da3-9927-5b6a2d075f4c service nova] Lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:32:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-d5d95174-0e29-4d1e-aee3-9e7048c21c5e req-5aef8b68-da25-4da3-9927-5b6a2d075f4c service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] No waiting events found dispatching network-vif-plugged-58361131-e382-4bda-8b54-d417533c5073 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:32:36 user nova-compute[75018]: WARNING nova.compute.manager [req-d5d95174-0e29-4d1e-aee3-9e7048c21c5e req-5aef8b68-da25-4da3-9927-5b6a2d075f4c service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Received unexpected event network-vif-plugged-58361131-e382-4bda-8b54-d417533c5073 for instance with vm_state building and task_state spawning.
Dec 05 17:32:36 user nova-compute[75018]: INFO nova.compute.manager [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Took 5.92 seconds to build instance.
Dec 05 17:32:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-819adcbd-0ed9-4b83-82a2-bf6d182856d9 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.005s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:32:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:32:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:32:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:33:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:33:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:33:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:33:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:33:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:33:15 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:33:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:33:19 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:33:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:33:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:33:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:33:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:33:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:33:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:33:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:33:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:33:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:33:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:33:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:33:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:33:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:33:20 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:33:20 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:33:20 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8884MB free_disk=24.905197143554688GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:33:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:33:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:33:20 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:33:20 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06457ac8-52ab-4fa2-879c-21d0241bf941 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:33:20 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a130f091-7e9e-4b52-bc00-7f52e8f8c77b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:33:20 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:33:20 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:33:20 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:33:20 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:33:20 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:33:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.237s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:33:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:33:22 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:33:22 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:33:22 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:33:22 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:33:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:33:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:33:23 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:33:23 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid f942b452-241a-4701-bb6f-fcb678640493 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:33:23 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updating instance_info_cache with network_info: [{"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:33:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:33:23 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:33:23 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:33:25 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:33:25 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:33:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:33:28 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:33:29 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:33:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:33:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:33:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:33:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Verify base images {{(pid=75018) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Image id 1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208 yields fingerprint f22eb5f7609852ad273efafd3a5cd9258920d6d8 {{(pid=75018) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Dec 05 17:33:46 user nova-compute[75018]: INFO nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] image 1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208 at (/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8): checking
Dec 05 17:33:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] image 1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208 at (/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8): image is in use {{(pid=75018) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=75018) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] f942b452-241a-4701-bb6f-fcb678640493 is a valid instance name {{(pid=75018) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] f942b452-241a-4701-bb6f-fcb678640493 has a disk file {{(pid=75018) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 is backed by f22eb5f7609852ad273efafd3a5cd9258920d6d8 {{(pid=75018) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] 06457ac8-52ab-4fa2-879c-21d0241bf941 is a valid instance name {{(pid=75018) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] a130f091-7e9e-4b52-bc00-7f52e8f8c77b is a valid instance name {{(pid=75018) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] a130f091-7e9e-4b52-bc00-7f52e8f8c77b has a disk file {{(pid=75018) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a130f091-7e9e-4b52-bc00-7f52e8f8c77b is backed by f22eb5f7609852ad273efafd3a5cd9258920d6d8 {{(pid=75018) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Dec 05 17:33:46 user nova-compute[75018]: WARNING nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Unknown base file: /opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155
Dec 05 17:33:46 user nova-compute[75018]: WARNING nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Unknown base file: /opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428
Dec 05 17:33:46 user nova-compute[75018]: WARNING nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Unknown base file: /opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df
Dec 05 17:33:46 user nova-compute[75018]: WARNING nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Unknown base file: /opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce
Dec 05 17:33:46 user nova-compute[75018]: WARNING nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Unknown base file: /opt/stack/data/nova/instances/_base/8d330bde94fcb52fbfe56e21b9c00e757b501b6e
Dec 05 17:33:46 user nova-compute[75018]: WARNING nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Unknown base file: /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731
Dec 05 17:33:46 user nova-compute[75018]: WARNING nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Unknown base file: /opt/stack/data/nova/instances/_base/0bc13bd0f7a303b5246e9fe41612f47d52959c55
Dec 05 17:33:46 user nova-compute[75018]: WARNING nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Unknown base file: /opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2
Dec 05 17:33:46 user nova-compute[75018]: INFO nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Active base files: /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8
Dec 05 17:33:46 user nova-compute[75018]: INFO nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Removable base files: /opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155 /opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428 /opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df /opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce /opt/stack/data/nova/instances/_base/8d330bde94fcb52fbfe56e21b9c00e757b501b6e /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731 /opt/stack/data/nova/instances/_base/0bc13bd0f7a303b5246e9fe41612f47d52959c55 /opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2
Dec 05 17:33:46 user nova-compute[75018]: INFO nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/44f5991bbb6cbc6dfec4cc2d6c88118509a2d155
Dec 05 17:33:46 user nova-compute[75018]: INFO nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/27393c0f3b254e456a03b1628f795102c09da428
Dec 05 17:33:46 user nova-compute[75018]: INFO nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/23fa4ab1d1c4bb6091e784e2e3cc3745588a75df
Dec 05 17:33:46 user nova-compute[75018]: INFO nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/10abfbc9d81dddabf0a6727f4183ffcfd52482ce
Dec 05 17:33:46 user nova-compute[75018]: INFO nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/8d330bde94fcb52fbfe56e21b9c00e757b501b6e
Dec 05 17:33:46 user nova-compute[75018]: INFO nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/fb18689a2213c8d57a8655ea45177817aa386731
Dec 05 17:33:46 user nova-compute[75018]: INFO nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/0bc13bd0f7a303b5246e9fe41612f47d52959c55
Dec 05 17:33:46 user nova-compute[75018]: INFO nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/816ef980a91342fa0342a046caadda77d5eb6ca2
Dec 05 17:33:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Verification complete {{(pid=75018) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Verify swap images {{(pid=75018) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Dec 05 17:33:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.imagecache [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Verify ephemeral images {{(pid=75018) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Dec 05 17:33:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:33:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:33:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:33:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:33:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:33:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:33:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:33:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:34:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:34:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:34:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:34:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:34:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:34:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:34:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:34:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:34:16 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:34:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:34:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:34:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:34:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:34:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:34:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:34:19 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:34:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:34:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:34:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:34:19 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:34:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:34:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:34:19 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:34:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:34:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:34:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:34:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:34:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:34:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:34:20 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:34:20 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:34:20 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8934MB free_disk=24.904552459716797GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:34:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:34:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06457ac8-52ab-4fa2-879c-21d0241bf941 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a130f091-7e9e-4b52-bc00-7f52e8f8c77b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing inventories for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating ProviderTree inventory for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating inventory in ProviderTree for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing aggregate associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, aggregates: None {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing trait associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, traits: COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG nova.compute.manager [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:34:21 user nova-compute[75018]: INFO nova.compute.manager [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] instance snapshotting
Dec 05 17:34:21 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.484s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:34:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Beginning live snapshot process
Dec 05 17:34:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json -f qcow2 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json -f qcow2" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json -f qcow2 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json -f qcow2" returned: 0 in 0.184s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:34:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:34:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.175s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:34:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpiq504xk8/1be0b36fc2b346d4915daec005ea1830.delta 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:34:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpiq504xk8/1be0b36fc2b346d4915daec005ea1830.delta 1073741824" returned: 0 in 0.051s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:34:22 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 05 17:34:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:34:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:34:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75018) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 05 17:34:23 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 05 17:34:23 user nova-compute[75018]: DEBUG nova.privsep.utils [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75018) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 05 17:34:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpiq504xk8/1be0b36fc2b346d4915daec005ea1830.delta /opt/stack/data/nova/instances/snapshots/tmpiq504xk8/1be0b36fc2b346d4915daec005ea1830 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:34:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpiq504xk8/1be0b36fc2b346d4915daec005ea1830.delta /opt/stack/data/nova/instances/snapshots/tmpiq504xk8/1be0b36fc2b346d4915daec005ea1830" returned: 0 in 0.594s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:34:23 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Snapshot extracted, beginning image upload
Dec 05 17:34:24 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:34:24 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:34:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:34:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:34:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:34:24 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:34:24 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updating instance_info_cache with network_info: [{"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:34:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:34:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:34:24 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:34:24 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:34:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 05 17:34:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] There are 0 instances to clean {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 05 17:34:24 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:34:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances with incomplete migration  {{(pid=75018) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 05 17:34:25 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:34:25 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:34:26 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Snapshot image upload complete
Dec 05 17:34:26 user nova-compute[75018]: INFO nova.compute.manager [None req-67ef2ab5-f5e2-4b66-a964-2129361cf49e tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Took 5.13 seconds to snapshot the instance on the hypervisor.
Dec 05 17:34:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:34:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:34:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:34:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:34:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:34:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:34:29 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:34:29 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:34:30 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:34:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:34:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:34:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:34:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:34:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:34:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:34:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:34:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:34:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:34:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:34:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:34:53 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:34:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_power_states {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:35:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid f942b452-241a-4701-bb6f-fcb678640493 {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:35:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid 06457ac8-52ab-4fa2-879c-21d0241bf941 {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:35:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid a130f091-7e9e-4b52-bc00-7f52e8f8c77b {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:35:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "f942b452-241a-4701-bb6f-fcb678640493" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:35:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "f942b452-241a-4701-bb6f-fcb678640493" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:35:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "06457ac8-52ab-4fa2-879c-21d0241bf941" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:35:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:35:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:35:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:35:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "f942b452-241a-4701-bb6f-fcb678640493" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:35:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:35:00 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.029s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:35:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:35:18 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:35:20 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:35:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:35:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:35:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:35:20 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:35:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:35:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:21 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:35:21 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:35:21 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8940MB free_disk=24.855030059814453GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:35:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:35:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:35:21 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:35:21 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06457ac8-52ab-4fa2-879c-21d0241bf941 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:35:21 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a130f091-7e9e-4b52-bc00-7f52e8f8c77b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:35:21 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:35:21 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:35:22 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:35:22 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:35:22 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:35:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.236s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:35:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:35:24 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:35:24 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:35:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:35:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-a130f091-7e9e-4b52-bc00-7f52e8f8c77b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:35:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-a130f091-7e9e-4b52-bc00-7f52e8f8c77b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:35:24 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:35:24 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Updating instance_info_cache with network_info: [{"id": "58361131-e382-4bda-8b54-d417533c5073", "address": "fa:16:3e:8a:d5:20", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58361131-e3", "ovs_interfaceid": "58361131-e382-4bda-8b54-d417533c5073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:35:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-a130f091-7e9e-4b52-bc00-7f52e8f8c77b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:35:24 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:35:25 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:35:26 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:35:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:27 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:35:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:35:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:35:28 user nova-compute[75018]: DEBUG nova.compute.manager [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:35:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:35:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:35:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:35:28 user nova-compute[75018]: INFO nova.compute.claims [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Claim successful on node user
Dec 05 17:35:29 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:35:29 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:35:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.268s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:35:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:35:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:35:29 user nova-compute[75018]: DEBUG nova.network.neutron [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:35:29 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:35:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:35:29 user nova-compute[75018]: DEBUG nova.policy [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b46541d25214c289488ed2e4db91420', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd67f0458baa48fda16fbdeab5c7c80f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:35:29 user nova-compute[75018]: INFO nova.virt.block_device [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Booting with volume-backed-image 1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208 at /dev/vda
Dec 05 17:35:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:29 user nova-compute[75018]: DEBUG nova.network.neutron [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Successfully created port: ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:35:30 user nova-compute[75018]: DEBUG nova.network.neutron [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Successfully updated port: ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:35:30 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:35:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "refresh_cache-39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:35:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquired lock "refresh_cache-39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:35:30 user nova-compute[75018]: DEBUG nova.network.neutron [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:35:30 user nova-compute[75018]: DEBUG nova.network.neutron [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:35:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-4bfcaebf-0804-42fc-af26-6618318d4fe5 req-1761cd4c-cafd-4a9a-8a18-c2038ab6e4a0 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received event network-changed-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:35:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-4bfcaebf-0804-42fc-af26-6618318d4fe5 req-1761cd4c-cafd-4a9a-8a18-c2038ab6e4a0 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Refreshing instance network info cache due to event network-changed-ca04bc42-f7e5-4c54-8607-c5b447255bbe. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:35:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4bfcaebf-0804-42fc-af26-6618318d4fe5 req-1761cd4c-cafd-4a9a-8a18-c2038ab6e4a0 service nova] Acquiring lock "refresh_cache-39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:35:30 user nova-compute[75018]: DEBUG nova.network.neutron [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Updating instance_info_cache with network_info: [{"id": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "address": "fa:16:3e:ef:32:a4", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca04bc42-f7", "ovs_interfaceid": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:35:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Releasing lock "refresh_cache-39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:35:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Instance network_info: |[{"id": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "address": "fa:16:3e:ef:32:a4", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca04bc42-f7", "ovs_interfaceid": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:35:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4bfcaebf-0804-42fc-af26-6618318d4fe5 req-1761cd4c-cafd-4a9a-8a18-c2038ab6e4a0 service nova] Acquired lock "refresh_cache-39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:35:30 user nova-compute[75018]: DEBUG nova.network.neutron [req-4bfcaebf-0804-42fc-af26-6618318d4fe5 req-1761cd4c-cafd-4a9a-8a18-c2038ab6e4a0 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Refreshing network info cache for port ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:35:31 user nova-compute[75018]: DEBUG nova.network.neutron [req-4bfcaebf-0804-42fc-af26-6618318d4fe5 req-1761cd4c-cafd-4a9a-8a18-c2038ab6e4a0 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Updated VIF entry in instance network info cache for port ca04bc42-f7e5-4c54-8607-c5b447255bbe. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:35:31 user nova-compute[75018]: DEBUG nova.network.neutron [req-4bfcaebf-0804-42fc-af26-6618318d4fe5 req-1761cd4c-cafd-4a9a-8a18-c2038ab6e4a0 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Updating instance_info_cache with network_info: [{"id": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "address": "fa:16:3e:ef:32:a4", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca04bc42-f7", "ovs_interfaceid": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:35:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4bfcaebf-0804-42fc-af26-6618318d4fe5 req-1761cd4c-cafd-4a9a-8a18-c2038ab6e4a0 service nova] Releasing lock "refresh_cache-39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:35:31 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:35:31 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:35:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG os_brick.utils [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[36abf385-a3b0-434a-9c45-7d757fac3972]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4a09342-cd3f-4c79-b8ab-d2d6fcda72ec]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[12d760c1-c429-4495-ad75-b2b1b9a7c77d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6bc1c91-7190-49e6-9161-34e7ef5f2186]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:35:40 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:35:40 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[83b329b0-a1b3-41bf-a662-4baa638500ee]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG os_brick.utils [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:35:40 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Updating existing volume attachment record: c8ab8a76-aacc-4ace-99b0-e59d0c1e5f50 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:35:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:35:49 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Creating image(s)
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Did not create local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Ensure instance console log exists: /opt/stack/data/nova/instances/39f3bb6c-569d-4851-80e2-5e5bd7c80d6f/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Start _get_guest_xml network_info=[{"id": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "address": "fa:16:3e:ef:32:a4", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca04bc42-f7", "ovs_interfaceid": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VxLBpneF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '39f3bb6c-569d-4851-80e2-5e5bd7c80d6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6cd2cb4-05ce-413a-bec6-8fb08fa5847e', 'serial': 'd6cd2cb4-05ce-413a-bec6-8fb08fa5847e'}, 'attachment_id': 'c8ab8a76-aacc-4ace-99b0-e59d0c1e5f50', 'delete_on_termination': False, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:35:49 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:35:49 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VxLBpneF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:35:49 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:35:49 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:35:49 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e15f539a-89b1-4618-a22d-f1f38623a7bb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:35:49 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2974bb43-77f8-44a8-9b58-b7b6023e2984]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e] added
Dec 05 17:35:49 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b772946-1fbc-423f-89d5-b81c7378afb6]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[168e0dd6-70de-49f0-8368-4fc0aacf607a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VxLBpneF {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VxLBpneF" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[604d2ffe-42ae-403b-9bfb-064d46e4c331]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VxLBpneF'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a75cc76-b0ce-4688-a97e-849313042bcc]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[013dc5a7-0e70-467d-8e4b-0347636888e3]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:35:49 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:35:49 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cfe3246-fa76-4e58-9d1f-8c56865a031d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e, portal: 172.16.0.220,3260]
Dec 05 17:35:49 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e, portal: 172.16.0.220,3260] successful.
Dec 05 17:35:49 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d866219-1b79-4254-936a-d57649f3a7bc]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0bc0ad3-2b88-421e-8b3a-d6985a89e39f]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:35:49 user nova-compute[75018]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e (non-flash)
Dec 05 17:35:49 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:35:49 user nova-compute[75018]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e (non-flash)
Dec 05 17:35:49 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.274s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] HCTL ('33', '-', '-', 0) found on session 58 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d410c25b-3ac0-4cc3-915d-5f5529756fe4]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:35:49 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VxLBpneF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '23434643063346437', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23434643063346437', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:35:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-819623602',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-819623602',id=50,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cd67f0458baa48fda16fbdeab5c7c80f',ramdisk_id='',reservation_id='r-ptbd96am',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:35:29Z,user_data=None,user_id='1b46541d25214c289488ed2e4db91420',uuid=39f3bb6c-569d-4851-80e2-5e5bd7c80d6f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "address": "fa:16:3e:ef:32:a4", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca04bc42-f7", "ovs_interfaceid": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converting VIF {"id": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "address": "fa:16:3e:ef:32:a4", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca04bc42-f7", "ovs_interfaceid": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ef:32:a4,bridge_name='br-int',has_traffic_filtering=True,id=ca04bc42-f7e5-4c54-8607-c5b447255bbe,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca04bc42-f7') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG nova.objects.instance [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'pci_devices' on Instance uuid 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:35:50 user nova-compute[75018]:   <uuid>39f3bb6c-569d-4851-80e2-5e5bd7c80d6f</uuid>
Dec 05 17:35:50 user nova-compute[75018]:   <name>instance-00000032</name>
Dec 05 17:35:50 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:35:50 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:35:50 user nova-compute[75018]:   <metadata>
Dec 05 17:35:50 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:35:50 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:35:50 user nova-compute[75018]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-819623602</nova:name>
Dec 05 17:35:50 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:35:49</nova:creationTime>
Dec 05 17:35:50 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:35:50 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:35:50 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:35:50 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:35:50 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:35:50 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:35:50 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:35:50 user nova-compute[75018]:       <nova:owner>
Dec 05 17:35:50 user nova-compute[75018]:         <nova:user uuid="1b46541d25214c289488ed2e4db91420">tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member</nova:user>
Dec 05 17:35:50 user nova-compute[75018]:         <nova:project uuid="cd67f0458baa48fda16fbdeab5c7c80f">tempest-ServerBootFromVolumeStableRescueTest-1141058712</nova:project>
Dec 05 17:35:50 user nova-compute[75018]:       </nova:owner>
Dec 05 17:35:50 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:35:50 user nova-compute[75018]:       <nova:ports>
Dec 05 17:35:50 user nova-compute[75018]:         <nova:port uuid="ca04bc42-f7e5-4c54-8607-c5b447255bbe">
Dec 05 17:35:50 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 05 17:35:50 user nova-compute[75018]:         </nova:port>
Dec 05 17:35:50 user nova-compute[75018]:       </nova:ports>
Dec 05 17:35:50 user nova-compute[75018]:     </nova:instance>
Dec 05 17:35:50 user nova-compute[75018]:   </metadata>
Dec 05 17:35:50 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:35:50 user nova-compute[75018]:     <system>
Dec 05 17:35:50 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:35:50 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:35:50 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:35:50 user nova-compute[75018]:       <entry name="serial">39f3bb6c-569d-4851-80e2-5e5bd7c80d6f</entry>
Dec 05 17:35:50 user nova-compute[75018]:       <entry name="uuid">39f3bb6c-569d-4851-80e2-5e5bd7c80d6f</entry>
Dec 05 17:35:50 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:35:50 user nova-compute[75018]:     </system>
Dec 05 17:35:50 user nova-compute[75018]:   </sysinfo>
Dec 05 17:35:50 user nova-compute[75018]:   <os>
Dec 05 17:35:50 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:35:50 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:35:50 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:35:50 user nova-compute[75018]:   </os>
Dec 05 17:35:50 user nova-compute[75018]:   <features>
Dec 05 17:35:50 user nova-compute[75018]:     <acpi/>
Dec 05 17:35:50 user nova-compute[75018]:     <apic/>
Dec 05 17:35:50 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:35:50 user nova-compute[75018]:   </features>
Dec 05 17:35:50 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:35:50 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:35:50 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:35:50 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:35:50 user nova-compute[75018]:   </clock>
Dec 05 17:35:50 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:35:50 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:35:50 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:35:50 user nova-compute[75018]:   </cpu>
Dec 05 17:35:50 user nova-compute[75018]:   <devices>
Dec 05 17:35:50 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:35:50 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:35:50 user nova-compute[75018]:       <source dev="/dev/sdb"/>
Dec 05 17:35:50 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:35:50 user nova-compute[75018]:       <serial>d6cd2cb4-05ce-413a-bec6-8fb08fa5847e</serial>
Dec 05 17:35:50 user nova-compute[75018]:     </disk>
Dec 05 17:35:50 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:35:50 user nova-compute[75018]:       <mac address="fa:16:3e:ef:32:a4"/>
Dec 05 17:35:50 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:35:50 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:35:50 user nova-compute[75018]:       <target dev="tapca04bc42-f7"/>
Dec 05 17:35:50 user nova-compute[75018]:     </interface>
Dec 05 17:35:50 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:35:50 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/39f3bb6c-569d-4851-80e2-5e5bd7c80d6f/console.log" append="off"/>
Dec 05 17:35:50 user nova-compute[75018]:     </serial>
Dec 05 17:35:50 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:35:50 user nova-compute[75018]:     <video>
Dec 05 17:35:50 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:35:50 user nova-compute[75018]:     </video>
Dec 05 17:35:50 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:35:50 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:35:50 user nova-compute[75018]:     </rng>
Dec 05 17:35:50 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:35:50 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:35:50 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:35:50 user nova-compute[75018]:     </memballoon>
Dec 05 17:35:50 user nova-compute[75018]:   </devices>
Dec 05 17:35:50 user nova-compute[75018]: </domain>
Dec 05 17:35:50 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:35:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-819623602',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-819623602',id=50,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cd67f0458baa48fda16fbdeab5c7c80f',ramdisk_id='',reservation_id='r-ptbd96am',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:35:29Z,user_data=None,user_id='1b46541d25214c289488ed2e4db91420',uuid=39f3bb6c-569d-4851-80e2-5e5bd7c80d6f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "address": "fa:16:3e:ef:32:a4", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca04bc42-f7", "ovs_interfaceid": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converting VIF {"id": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "address": "fa:16:3e:ef:32:a4", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca04bc42-f7", "ovs_interfaceid": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ef:32:a4,bridge_name='br-int',has_traffic_filtering=True,id=ca04bc42-f7e5-4c54-8607-c5b447255bbe,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca04bc42-f7') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG os_vif [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:32:a4,bridge_name='br-int',has_traffic_filtering=True,id=ca04bc42-f7e5-4c54-8607-c5b447255bbe,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca04bc42-f7') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6ad99128-12e4-5971-abde-b7b3b6844138', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapca04bc42-f7, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapca04bc42-f7, col_values=(('qos', UUID('6c577e12-06e3-4aaf-8985-361deb0e72ae')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapca04bc42-f7, col_values=(('external_ids', {'iface-id': 'ca04bc42-f7e5-4c54-8607-c5b447255bbe', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ef:32:a4', 'vm-uuid': '39f3bb6c-569d-4851-80e2-5e5bd7c80d6f'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:50 user nova-compute[75018]: INFO os_vif [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:32:a4,bridge_name='br-int',has_traffic_filtering=True,id=ca04bc42-f7e5-4c54-8607-c5b447255bbe,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca04bc42-f7')
Dec 05 17:35:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:35:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] No VIF found with MAC fa:16:3e:ef:32:a4, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:35:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-ec06dbcf-a941-435b-b178-67ae35126a99 req-731781d2-42aa-45b5-b64f-5a4a84086ebe service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:35:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ec06dbcf-a941-435b-b178-67ae35126a99 req-731781d2-42aa-45b5-b64f-5a4a84086ebe service nova] Acquiring lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:35:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ec06dbcf-a941-435b-b178-67ae35126a99 req-731781d2-42aa-45b5-b64f-5a4a84086ebe service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:35:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ec06dbcf-a941-435b-b178-67ae35126a99 req-731781d2-42aa-45b5-b64f-5a4a84086ebe service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:35:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-ec06dbcf-a941-435b-b178-67ae35126a99 req-731781d2-42aa-45b5-b64f-5a4a84086ebe service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] No waiting events found dispatching network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:35:52 user nova-compute[75018]: WARNING nova.compute.manager [req-ec06dbcf-a941-435b-b178-67ae35126a99 req-731781d2-42aa-45b5-b64f-5a4a84086ebe service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received unexpected event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe for instance with vm_state building and task_state spawning.
Dec 05 17:35:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:35:54 user nova-compute[75018]: DEBUG nova.compute.manager [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:35:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:35:54 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Instance spawned successfully.
Dec 05 17:35:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:35:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:35:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:35:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:35:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:35:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:35:54 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:35:54 user nova-compute[75018]: INFO nova.compute.manager [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Took 4.84 seconds to spawn the instance on the hypervisor.
Dec 05 17:35:54 user nova-compute[75018]: DEBUG nova.compute.manager [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:35:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-03679664-39b4-4e9f-866a-a98d54585b9a req-ee01d9e0-95de-4dc5-bf67-fcb8a015f385 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:35:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-03679664-39b4-4e9f-866a-a98d54585b9a req-ee01d9e0-95de-4dc5-bf67-fcb8a015f385 service nova] Acquiring lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:35:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-03679664-39b4-4e9f-866a-a98d54585b9a req-ee01d9e0-95de-4dc5-bf67-fcb8a015f385 service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:35:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-03679664-39b4-4e9f-866a-a98d54585b9a req-ee01d9e0-95de-4dc5-bf67-fcb8a015f385 service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:35:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-03679664-39b4-4e9f-866a-a98d54585b9a req-ee01d9e0-95de-4dc5-bf67-fcb8a015f385 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] No waiting events found dispatching network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:35:54 user nova-compute[75018]: WARNING nova.compute.manager [req-03679664-39b4-4e9f-866a-a98d54585b9a req-ee01d9e0-95de-4dc5-bf67-fcb8a015f385 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received unexpected event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe for instance with vm_state building and task_state spawning.
Dec 05 17:35:54 user nova-compute[75018]: INFO nova.compute.manager [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Took 25.29 seconds to build instance.
Dec 05 17:35:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-51609236-207d-430f-9001-4b6800056a22 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.387s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:35:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:36:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:36:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:36:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:36:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:36:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:36:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:36:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:36:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:36:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:36:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:36:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:36:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:36:20 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:36:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:36:21 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:36:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:36:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:36:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:36:21 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:36:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:36:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:36:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:36:21 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:36:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:36:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:36:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:36:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:36:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:36:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:36:22 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:36:22 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:36:22 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8771MB free_disk=24.84542465209961GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:36:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:36:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:36:22 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:36:22 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06457ac8-52ab-4fa2-879c-21d0241bf941 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:36:22 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a130f091-7e9e-4b52-bc00-7f52e8f8c77b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:36:22 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:36:22 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:36:22 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:36:23 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:36:23 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:36:23 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:36:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.275s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:36:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:36:25 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:36:25 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:36:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:36:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:36:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:36:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:36:25 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:36:25 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid f942b452-241a-4701-bb6f-fcb678640493 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:36:25 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updating instance_info_cache with network_info: [{"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:36:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:36:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:36:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:36:26 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:36:27 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:36:27 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:36:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:36:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:36:31 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:36:31 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:36:32 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:36:33 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:36:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:36:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:36:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:36:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:36:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:36:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:36:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:36:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:36:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:36:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:37:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:37:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:37:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:37:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:19 user nova-compute[75018]: INFO nova.compute.manager [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Rescuing
Dec 05 17:37:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "refresh_cache-39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:37:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquired lock "refresh_cache-39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:37:19 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:37:20 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Updating instance_info_cache with network_info: [{"id": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "address": "fa:16:3e:ef:32:a4", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca04bc42-f7", "ovs_interfaceid": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:37:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Releasing lock "refresh_cache-39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:37:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-6113b493-9837-4d47-bb9e-dcdda0363060 req-c3d3a401-1a81-4995-994d-b5419d8bb828 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received event network-vif-unplugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:37:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6113b493-9837-4d47-bb9e-dcdda0363060 req-c3d3a401-1a81-4995-994d-b5419d8bb828 service nova] Acquiring lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:37:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6113b493-9837-4d47-bb9e-dcdda0363060 req-c3d3a401-1a81-4995-994d-b5419d8bb828 service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:37:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-6113b493-9837-4d47-bb9e-dcdda0363060 req-c3d3a401-1a81-4995-994d-b5419d8bb828 service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:37:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-6113b493-9837-4d47-bb9e-dcdda0363060 req-c3d3a401-1a81-4995-994d-b5419d8bb828 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] No waiting events found dispatching network-vif-unplugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:37:20 user nova-compute[75018]: WARNING nova.compute.manager [req-6113b493-9837-4d47-bb9e-dcdda0363060 req-c3d3a401-1a81-4995-994d-b5419d8bb828 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received unexpected event network-vif-unplugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe for instance with vm_state active and task_state rescuing.
Dec 05 17:37:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Instance destroyed successfully.
Dec 05 17:37:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Attempting a stable device rescue
Dec 05 17:37:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75018) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 05 17:37:21 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Instance directory exists: not creating {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 05 17:37:21 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Creating image(s)
Dec 05 17:37:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "/opt/stack/data/nova/instances/39f3bb6c-569d-4851-80e2-5e5bd7c80d6f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:37:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "/opt/stack/data/nova/instances/39f3bb6c-569d-4851-80e2-5e5bd7c80d6f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:37:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "/opt/stack/data/nova/instances/39f3bb6c-569d-4851-80e2-5e5bd7c80d6f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:37:21 user nova-compute[75018]: DEBUG nova.objects.instance [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'trusted_certs' on Instance uuid 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:37:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "4cc3e1daa8b878c389d1c6821a915e87901e08c0" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:37:21 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "4cc3e1daa8b878c389d1c6821a915e87901e08c0" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4cc3e1daa8b878c389d1c6821a915e87901e08c0.part --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4cc3e1daa8b878c389d1c6821a915e87901e08c0.part --force-share --output=json" returned: 0 in 0.188s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG nova.virt.images [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] 5d949dcb-97fd-44b8-9485-b5b7a1bfb78b was qcow2, converting to raw {{(pid=75018) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG nova.privsep.utils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75018) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4cc3e1daa8b878c389d1c6821a915e87901e08c0.part /opt/stack/data/nova/instances/_base/4cc3e1daa8b878c389d1c6821a915e87901e08c0.converted {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-b375e62a-5027-4b79-ae45-6627852728b0 req-3a5ae07b-8932-49bc-bde6-66e78d93e3dd service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b375e62a-5027-4b79-ae45-6627852728b0 req-3a5ae07b-8932-49bc-bde6-66e78d93e3dd service nova] Acquiring lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b375e62a-5027-4b79-ae45-6627852728b0 req-3a5ae07b-8932-49bc-bde6-66e78d93e3dd service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-b375e62a-5027-4b79-ae45-6627852728b0 req-3a5ae07b-8932-49bc-bde6-66e78d93e3dd service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG nova.compute.manager [req-b375e62a-5027-4b79-ae45-6627852728b0 req-3a5ae07b-8932-49bc-bde6-66e78d93e3dd service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] No waiting events found dispatching network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:37:22 user nova-compute[75018]: WARNING nova.compute.manager [req-b375e62a-5027-4b79-ae45-6627852728b0 req-3a5ae07b-8932-49bc-bde6-66e78d93e3dd service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received unexpected event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe for instance with vm_state active and task_state rescuing.
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4cc3e1daa8b878c389d1c6821a915e87901e08c0.part /opt/stack/data/nova/instances/_base/4cc3e1daa8b878c389d1c6821a915e87901e08c0.converted" returned: 0 in 0.415s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4cc3e1daa8b878c389d1c6821a915e87901e08c0.converted --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4cc3e1daa8b878c389d1c6821a915e87901e08c0.converted --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "4cc3e1daa8b878c389d1c6821a915e87901e08c0" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.912s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "4cc3e1daa8b878c389d1c6821a915e87901e08c0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "4cc3e1daa8b878c389d1c6821a915e87901e08c0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:37:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4cc3e1daa8b878c389d1c6821a915e87901e08c0 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4cc3e1daa8b878c389d1c6821a915e87901e08c0 --force-share --output=json" returned: 0 in 0.170s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4cc3e1daa8b878c389d1c6821a915e87901e08c0,backing_fmt=raw /opt/stack/data/nova/instances/39f3bb6c-569d-4851-80e2-5e5bd7c80d6f/disk.rescue {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4cc3e1daa8b878c389d1c6821a915e87901e08c0,backing_fmt=raw /opt/stack/data/nova/instances/39f3bb6c-569d-4851-80e2-5e5bd7c80d6f/disk.rescue" returned: 0 in 0.048s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "4cc3e1daa8b878c389d1c6821a915e87901e08c0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.223s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.objects.instance [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'migration_context' on Instance uuid 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.objects.base [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Object Instance<39f3bb6c-569d-4851-80e2-5e5bd7c80d6f> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Start _get_guest_xml network_info=[{"id": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "address": "fa:16:3e:ef:32:a4", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "vif_mac": "fa:16:3e:ef:32:a4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca04bc42-f7", "ovs_interfaceid": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '5d949dcb-97fd-44b8-9485-b5b7a1bfb78b', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VxLBpneF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '39f3bb6c-569d-4851-80e2-5e5bd7c80d6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6cd2cb4-05ce-413a-bec6-8fb08fa5847e', 'serial': 'd6cd2cb4-05ce-413a-bec6-8fb08fa5847e'}, 'attachment_id': 'c8ab8a76-aacc-4ace-99b0-e59d0c1e5f50', 'delete_on_termination': False, 'boot_index': 0, 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.objects.instance [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'resources' on Instance uuid 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.objects.base [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Object Instance<39f3bb6c-569d-4851-80e2-5e5bd7c80d6f> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.objects.instance [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'numa_topology' on Instance uuid 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.objects.base [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Object Instance<39f3bb6c-569d-4851-80e2-5e5bd7c80d6f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:37:23 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:37:23 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.objects.instance [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'vcpu_model' on Instance uuid 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.objects.base [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Object Instance<39f3bb6c-569d-4851-80e2-5e5bd7c80d6f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VxLBpneF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:37:23 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:37:23 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:37:23 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[13331c97-56b4-4c42-9730-7608be385153]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = VxLBpneF\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 05 17:37:23 user nova-compute[75018]: node.name = iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e
Dec 05 17:37:23 user nova-compute[75018]: node.tpgt = -1
Dec 05 17:37:23 user nova-compute[75018]: node.startup = automatic
Dec 05 17:37:23 user nova-compute[75018]: node.leading_login = No
Dec 05 17:37:23 user nova-compute[75018]: iface.iscsi_ifacename = default
Dec 05 17:37:23 user nova-compute[75018]: iface.net_ifacename = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.ipaddress = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.prefix_len = 0
Dec 05 17:37:23 user nova-compute[75018]: iface.hwaddress = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.transport_name = tcp
Dec 05 17:37:23 user nova-compute[75018]: iface.initiatorname = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.state = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.vlan_id = 0
Dec 05 17:37:23 user nova-compute[75018]: iface.vlan_priority = 0
Dec 05 17:37:23 user nova-compute[75018]: iface.vlan_state = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.iface_num = 0
Dec 05 17:37:23 user nova-compute[75018]: iface.mtu = 0
Dec 05 17:37:23 user nova-compute[75018]: iface.port = 0
Dec 05 17:37:23 user nova-compute[75018]: iface.bootproto = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.subnet_mask = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.gateway = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.dhcp_alt_client_id_state = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.dhcp_alt_client_id = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.dhcp_dns = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.dhcp_learn_iqn = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.dhcp_req_vendor_id_state = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.dhcp_vendor_id_state = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.dhcp_vendor_id = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.dhcp_slp_da = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.fragmentation = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.gratuitous_arp = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.incoming_forwarding = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.tos_state = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.tos = 0
Dec 05 17:37:23 user nova-compute[75018]: iface.ttl = 0
Dec 05 17:37:23 user nova-compute[75018]: iface.delayed_ack = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.tcp_nagle = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.tcp_wsf_state = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.tcp_wsf = 0
Dec 05 17:37:23 user nova-compute[75018]: iface.tcp_timer_scale = 0
Dec 05 17:37:23 user nova-compute[75018]: iface.tcp_timestamp = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.redirect = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.def_task_mgmt_timeout = 0
Dec 05 17:37:23 user nova-compute[75018]: iface.header_digest = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.data_digest = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.immediate_data = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.initial_r2t = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.data_seq_inorder = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.data_pdu_inorder = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.erl = 0
Dec 05 17:37:23 user nova-compute[75018]: iface.max_receive_data_len = 0
Dec 05 17:37:23 user nova-compute[75018]: iface.first_burst_len = 0
Dec 05 17:37:23 user nova-compute[75018]: iface.max_outstanding_r2t = 0
Dec 05 17:37:23 user nova-compute[75018]: iface.max_burst_len = 0
Dec 05 17:37:23 user nova-compute[75018]: iface.chap_auth = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.bidi_chap = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.strict_login_compliance = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.discovery_auth = <empty>
Dec 05 17:37:23 user nova-compute[75018]: iface.discovery_logout = <empty>
Dec 05 17:37:23 user nova-compute[75018]: node.discovery_address = <empty>
Dec 05 17:37:23 user nova-compute[75018]: node.discovery_port = 0
Dec 05 17:37:23 user nova-compute[75018]: node.discovery_type = static
Dec 05 17:37:23 user nova-compute[75018]: node.session.initial_cmdsn = 0
Dec 05 17:37:23 user nova-compute[75018]: node.session.initial_login_retry_max = 8
Dec 05 17:37:23 user nova-compute[75018]: node.session.xmit_thread_priority = -20
Dec 05 17:37:23 user nova-compute[75018]: node.session.cmds_max = 128
Dec 05 17:37:23 user nova-compute[75018]: node.session.queue_depth = 32
Dec 05 17:37:23 user nova-compute[75018]: node.session.nr_sessions = 1
Dec 05 17:37:23 user nova-compute[75018]: node.session.auth.authmethod = CHAP
Dec 05 17:37:23 user nova-compute[75018]: node.session.auth.username = VxLBpneF
Dec 05 17:37:23 user nova-compute[75018]: node.session.auth.password = ***
Dec 05 17:37:23 user nova-compute[75018]: node.session.auth.username_in = <empty>
Dec 05 17:37:23 user nova-compute[75018]: node.session.auth.password_in = <empty>
Dec 05 17:37:23 user nova-compute[75018]: node.session.auth.chap_algs = MD5
Dec 05 17:37:23 user nova-compute[75018]: node.session.timeo.replacement_timeout = 120
Dec 05 17:37:23 user nova-compute[75018]: node.session.err_timeo.abort_timeout = 15
Dec 05 17:37:23 user nova-compute[75018]: node.session.err_timeo.lu_reset_timeout = 30
Dec 05 17:37:23 user nova-compute[75018]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 05 17:37:23 user nova-compute[75018]: node.session.err_timeo.host_reset_timeout = 60
Dec 05 17:37:23 user nova-compute[75018]: node.session.iscsi.FastAbort = Yes
Dec 05 17:37:23 user nova-compute[75018]: node.session.iscsi.InitialR2T = No
Dec 05 17:37:23 user nova-compute[75018]: node.session.iscsi.ImmediateData = Yes
Dec 05 17:37:23 user nova-compute[75018]: node.session.iscsi.FirstBurstLength = 262144
Dec 05 17:37:23 user nova-compute[75018]: node.session.iscsi.MaxBurstLength = 16776192
Dec 05 17:37:23 user nova-compute[75018]: node.session.iscsi.DefaultTime2Retain = 0
Dec 05 17:37:23 user nova-compute[75018]: node.session.iscsi.DefaultTime2Wait = 2
Dec 05 17:37:23 user nova-compute[75018]: node.session.iscsi.MaxConnections = 1
Dec 05 17:37:23 user nova-compute[75018]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 05 17:37:23 user nova-compute[75018]: node.session.iscsi.ERL = 0
Dec 05 17:37:23 user nova-compute[75018]: node.session.scan = manual
Dec 05 17:37:23 user nova-compute[75018]: node.session.reopen_max = 0
Dec 05 17:37:23 user nova-compute[75018]: node.conn[0].address = 172.16.0.220
Dec 05 17:37:23 user nova-compute[75018]: node.conn[0].port = 3260
Dec 05 17:37:23 user nova-compute[75018]: node.conn[0].startup = manual
Dec 05 17:37:23 user nova-compute[75018]: node.conn[0].tcp.window_size = 524288
Dec 05 17:37:23 user nova-compute[75018]: node.conn[0].tcp.type_of_service = 0
Dec 05 17:37:23 user nova-compute[75018]: node.conn[0].timeo.logout_timeout = 15
Dec 05 17:37:23 user nova-compute[75018]: node.conn[0].timeo.login_timeout = 15
Dec 05 17:37:23 user nova-compute[75018]: node.conn[0].timeo.auth_timeout = 45
Dec 05 17:37:23 user nova-compute[75018]: node.conn[0].timeo.noop_out_interval = 5
Dec 05 17:37:23 user nova-compute[75018]: node.conn[0].timeo.noop_out_timeout = 5
Dec 05 17:37:23 user nova-compute[75018]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 05 17:37:23 user nova-compute[75018]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 05 17:37:23 user nova-compute[75018]: node.conn[0].iscsi.HeaderDigest = None
Dec 05 17:37:23 user nova-compute[75018]: node.conn[0].iscsi.DataDigest = None
Dec 05 17:37:23 user nova-compute[75018]: node.conn[0].iscsi.IFMarker = No
Dec 05 17:37:23 user nova-compute[75018]: node.conn[0].iscsi.OFMarker = No
Dec 05 17:37:23 user nova-compute[75018]: # END RECORD
Dec 05 17:37:23 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[37c2cfad-28e1-4be3-acb7-074a69d2696b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6eead6f-3044-4939-a42b-54aa6eef2f35]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VxLBpneF {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VxLBpneF" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5390845-ec01-4c2d-bf2b-5ed5699112ed]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VxLBpneF'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[60b3a855-d6cd-4029-9212-4357d50a44f9]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b3a861d-dba2-46ce-b799-af8fcd537739]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:37:23 user nova-compute[75018]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e (non-flash)
Dec 05 17:37:23 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:37:23 user nova-compute[75018]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e (non-flash)
Dec 05 17:37:23 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.158s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] HCTL ('33', '0', '0', 0) found on session 58 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.012s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7525e4af-bcf7-45ad-9edf-75387dd6863b]: (4, ('0 0 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Searching for a device in session 58 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VxLBpneF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.180s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] <== connect_volume: return (181ms) {'type': 'block', 'scsi_wwn': '23434643063346437', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23434643063346437', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:35:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-819623602',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-819623602',id=50,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:35:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cd67f0458baa48fda16fbdeab5c7c80f',ramdisk_id='',reservation_id='r-ptbd96am',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:35:54Z,user_data=None,user_id='1b46541d25214c289488ed2e4db91420',uuid=39f3bb6c-569d-4851-80e2-5e5bd7c80d6f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "address": "fa:16:3e:ef:32:a4", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "vif_mac": "fa:16:3e:ef:32:a4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca04bc42-f7", "ovs_interfaceid": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converting VIF {"id": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "address": "fa:16:3e:ef:32:a4", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "vif_mac": "fa:16:3e:ef:32:a4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca04bc42-f7", "ovs_interfaceid": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ef:32:a4,bridge_name='br-int',has_traffic_filtering=True,id=ca04bc42-f7e5-4c54-8607-c5b447255bbe,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca04bc42-f7') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.objects.instance [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'pci_devices' on Instance uuid 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.objects.base [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Object Instance<39f3bb6c-569d-4851-80e2-5e5bd7c80d6f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:37:23 user nova-compute[75018]:   <uuid>39f3bb6c-569d-4851-80e2-5e5bd7c80d6f</uuid>
Dec 05 17:37:23 user nova-compute[75018]:   <name>instance-00000032</name>
Dec 05 17:37:23 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:37:23 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:37:23 user nova-compute[75018]:   <metadata>
Dec 05 17:37:23 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:37:23 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:37:23 user nova-compute[75018]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-819623602</nova:name>
Dec 05 17:37:23 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:37:23</nova:creationTime>
Dec 05 17:37:23 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:37:23 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:37:23 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:37:23 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:37:23 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:37:23 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:37:23 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:37:23 user nova-compute[75018]:       <nova:owner>
Dec 05 17:37:23 user nova-compute[75018]:         <nova:user uuid="1b46541d25214c289488ed2e4db91420">tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member</nova:user>
Dec 05 17:37:23 user nova-compute[75018]:         <nova:project uuid="cd67f0458baa48fda16fbdeab5c7c80f">tempest-ServerBootFromVolumeStableRescueTest-1141058712</nova:project>
Dec 05 17:37:23 user nova-compute[75018]:       </nova:owner>
Dec 05 17:37:23 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:37:23 user nova-compute[75018]:       <nova:ports>
Dec 05 17:37:23 user nova-compute[75018]:         <nova:port uuid="ca04bc42-f7e5-4c54-8607-c5b447255bbe">
Dec 05 17:37:23 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 05 17:37:23 user nova-compute[75018]:         </nova:port>
Dec 05 17:37:23 user nova-compute[75018]:       </nova:ports>
Dec 05 17:37:23 user nova-compute[75018]:     </nova:instance>
Dec 05 17:37:23 user nova-compute[75018]:   </metadata>
Dec 05 17:37:23 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:37:23 user nova-compute[75018]:     <system>
Dec 05 17:37:23 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:37:23 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:37:23 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:37:23 user nova-compute[75018]:       <entry name="serial">39f3bb6c-569d-4851-80e2-5e5bd7c80d6f</entry>
Dec 05 17:37:23 user nova-compute[75018]:       <entry name="uuid">39f3bb6c-569d-4851-80e2-5e5bd7c80d6f</entry>
Dec 05 17:37:23 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:37:23 user nova-compute[75018]:     </system>
Dec 05 17:37:23 user nova-compute[75018]:   </sysinfo>
Dec 05 17:37:23 user nova-compute[75018]:   <os>
Dec 05 17:37:23 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:37:23 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:37:23 user nova-compute[75018]:   </os>
Dec 05 17:37:23 user nova-compute[75018]:   <features>
Dec 05 17:37:23 user nova-compute[75018]:     <acpi/>
Dec 05 17:37:23 user nova-compute[75018]:     <apic/>
Dec 05 17:37:23 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:37:23 user nova-compute[75018]:   </features>
Dec 05 17:37:23 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:37:23 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:37:23 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:37:23 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:37:23 user nova-compute[75018]:   </clock>
Dec 05 17:37:23 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:37:23 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:37:23 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:37:23 user nova-compute[75018]:   </cpu>
Dec 05 17:37:23 user nova-compute[75018]:   <devices>
Dec 05 17:37:23 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:37:23 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:37:23 user nova-compute[75018]:       <source dev="/dev/sdb"/>
Dec 05 17:37:23 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:37:23 user nova-compute[75018]:       <serial>d6cd2cb4-05ce-413a-bec6-8fb08fa5847e</serial>
Dec 05 17:37:23 user nova-compute[75018]:     </disk>
Dec 05 17:37:23 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:37:23 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:37:23 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/39f3bb6c-569d-4851-80e2-5e5bd7c80d6f/disk.rescue"/>
Dec 05 17:37:23 user nova-compute[75018]:       <target dev="vdb" bus="virtio"/>
Dec 05 17:37:23 user nova-compute[75018]:       <boot order="1"/>
Dec 05 17:37:23 user nova-compute[75018]:     </disk>
Dec 05 17:37:23 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:37:23 user nova-compute[75018]:       <mac address="fa:16:3e:ef:32:a4"/>
Dec 05 17:37:23 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:37:23 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:37:23 user nova-compute[75018]:       <target dev="tapca04bc42-f7"/>
Dec 05 17:37:23 user nova-compute[75018]:     </interface>
Dec 05 17:37:23 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:37:23 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/39f3bb6c-569d-4851-80e2-5e5bd7c80d6f/console.log" append="off"/>
Dec 05 17:37:23 user nova-compute[75018]:     </serial>
Dec 05 17:37:23 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:37:23 user nova-compute[75018]:     <video>
Dec 05 17:37:23 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:37:23 user nova-compute[75018]:     </video>
Dec 05 17:37:23 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:37:23 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:37:23 user nova-compute[75018]:     </rng>
Dec 05 17:37:23 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:37:23 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:37:23 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:37:23 user nova-compute[75018]:     </memballoon>
Dec 05 17:37:23 user nova-compute[75018]:   </devices>
Dec 05 17:37:23 user nova-compute[75018]: </domain>
Dec 05 17:37:23 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:37:23 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Instance destroyed successfully.
Dec 05 17:37:23 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:37:23 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8910MB free_disk=24.72364044189453GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:37:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] No VIF found with MAC fa:16:3e:ef:32:a4, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:37:24 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:37:24 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06457ac8-52ab-4fa2-879c-21d0241bf941 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:37:24 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a130f091-7e9e-4b52-bc00-7f52e8f8c77b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:37:24 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:37:24 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:37:24 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:37:24 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:37:24 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:37:24 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:37:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.275s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG nova.compute.manager [req-358f1927-2528-40e8-a579-5de5ef6c3e9b req-83b25a76-8c5f-4a30-bd4d-95219949e8ec service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-358f1927-2528-40e8-a579-5de5ef6c3e9b req-83b25a76-8c5f-4a30-bd4d-95219949e8ec service nova] Acquiring lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-358f1927-2528-40e8-a579-5de5ef6c3e9b req-83b25a76-8c5f-4a30-bd4d-95219949e8ec service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-358f1927-2528-40e8-a579-5de5ef6c3e9b req-83b25a76-8c5f-4a30-bd4d-95219949e8ec service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG nova.compute.manager [req-358f1927-2528-40e8-a579-5de5ef6c3e9b req-83b25a76-8c5f-4a30-bd4d-95219949e8ec service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] No waiting events found dispatching network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:37:25 user nova-compute[75018]: WARNING nova.compute.manager [req-358f1927-2528-40e8-a579-5de5ef6c3e9b req-83b25a76-8c5f-4a30-bd4d-95219949e8ec service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received unexpected event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe for instance with vm_state active and task_state rescuing.
Dec 05 17:37:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updating instance_info_cache with network_info: [{"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:37:25 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:37:27 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0fcaf4be-c154-49d3-8ee7-db376d8a1687 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:37:27 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:37:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-8491948d-8a5e-427b-9be7-0e7190c40757 req-d695ca57-80cd-4523-bc86-7f4c0b9a2829 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:37:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8491948d-8a5e-427b-9be7-0e7190c40757 req-d695ca57-80cd-4523-bc86-7f4c0b9a2829 service nova] Acquiring lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:37:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8491948d-8a5e-427b-9be7-0e7190c40757 req-d695ca57-80cd-4523-bc86-7f4c0b9a2829 service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:37:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-8491948d-8a5e-427b-9be7-0e7190c40757 req-d695ca57-80cd-4523-bc86-7f4c0b9a2829 service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:37:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-8491948d-8a5e-427b-9be7-0e7190c40757 req-d695ca57-80cd-4523-bc86-7f4c0b9a2829 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] No waiting events found dispatching network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:37:27 user nova-compute[75018]: WARNING nova.compute.manager [req-8491948d-8a5e-427b-9be7-0e7190c40757 req-d695ca57-80cd-4523-bc86-7f4c0b9a2829 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received unexpected event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe for instance with vm_state rescued and task_state None.
Dec 05 17:37:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:28 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:37:29 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:37:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:32 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:37:32 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:37:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:37:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:37:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:37:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:37:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:37:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:37:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:38:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:38:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:38:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:38:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:38:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:38:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:38:22 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:38:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:38:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:38:22 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:38:22 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:38:22 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:38:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/39f3bb6c-569d-4851-80e2-5e5bd7c80d6f/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:38:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/39f3bb6c-569d-4851-80e2-5e5bd7c80d6f/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:38:22 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/39f3bb6c-569d-4851-80e2-5e5bd7c80d6f/disk.rescue --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:38:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/39f3bb6c-569d-4851-80e2-5e5bd7c80d6f/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:38:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:38:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:38:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:38:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:38:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:38:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:38:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:38:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:38:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:38:24 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:38:24 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:38:24 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8838MB free_disk=24.74791717529297GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:38:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:38:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:38:24 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:38:24 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06457ac8-52ab-4fa2-879c-21d0241bf941 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:38:24 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a130f091-7e9e-4b52-bc00-7f52e8f8c77b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:38:24 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:38:24 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:38:24 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:38:24 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:38:24 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:38:24 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:38:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.298s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:38:25 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:38:25 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:38:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:38:26 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:38:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:38:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-a130f091-7e9e-4b52-bc00-7f52e8f8c77b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:38:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-a130f091-7e9e-4b52-bc00-7f52e8f8c77b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:38:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:38:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Updating instance_info_cache with network_info: [{"id": "58361131-e382-4bda-8b54-d417533c5073", "address": "fa:16:3e:8a:d5:20", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58361131-e3", "ovs_interfaceid": "58361131-e382-4bda-8b54-d417533c5073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:38:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-a130f091-7e9e-4b52-bc00-7f52e8f8c77b" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:38:27 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:38:28 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:38:29 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:38:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:38:31 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:38:34 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:38:34 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:38:34 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:38:34 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:38:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:38:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:38:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:38:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:38:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:10 user nova-compute[75018]: INFO nova.compute.manager [None req-15bc7c03-e17f-4356-a0a2-6536f3cc2c73 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Unrescuing
Dec 05 17:39:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-15bc7c03-e17f-4356-a0a2-6536f3cc2c73 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "refresh_cache-39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:39:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-15bc7c03-e17f-4356-a0a2-6536f3cc2c73 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquired lock "refresh_cache-39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:39:10 user nova-compute[75018]: DEBUG nova.network.neutron [None req-15bc7c03-e17f-4356-a0a2-6536f3cc2c73 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:39:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:10 user nova-compute[75018]: DEBUG nova.network.neutron [None req-15bc7c03-e17f-4356-a0a2-6536f3cc2c73 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Updating instance_info_cache with network_info: [{"id": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "address": "fa:16:3e:ef:32:a4", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca04bc42-f7", "ovs_interfaceid": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:39:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-15bc7c03-e17f-4356-a0a2-6536f3cc2c73 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Releasing lock "refresh_cache-39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:39:10 user nova-compute[75018]: DEBUG nova.objects.instance [None req-15bc7c03-e17f-4356-a0a2-6536f3cc2c73 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'flavor' on Instance uuid 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:39:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:11 user nova-compute[75018]: DEBUG nova.compute.manager [req-30a8d884-03b0-4b78-b092-91375a5822ff req-b08561e7-4d60-4cec-b712-259a882c76a4 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received event network-vif-unplugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:39:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-30a8d884-03b0-4b78-b092-91375a5822ff req-b08561e7-4d60-4cec-b712-259a882c76a4 service nova] Acquiring lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:39:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-30a8d884-03b0-4b78-b092-91375a5822ff req-b08561e7-4d60-4cec-b712-259a882c76a4 service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:39:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-30a8d884-03b0-4b78-b092-91375a5822ff req-b08561e7-4d60-4cec-b712-259a882c76a4 service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:39:11 user nova-compute[75018]: DEBUG nova.compute.manager [req-30a8d884-03b0-4b78-b092-91375a5822ff req-b08561e7-4d60-4cec-b712-259a882c76a4 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] No waiting events found dispatching network-vif-unplugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:39:11 user nova-compute[75018]: WARNING nova.compute.manager [req-30a8d884-03b0-4b78-b092-91375a5822ff req-b08561e7-4d60-4cec-b712-259a882c76a4 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received unexpected event network-vif-unplugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe for instance with vm_state rescued and task_state unrescuing.
Dec 05 17:39:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:11 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Instance destroyed successfully.
Dec 05 17:39:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:13 user nova-compute[75018]: DEBUG nova.compute.manager [req-9f9a8429-b0c1-44cc-96f4-dc55b1f2d3de req-dc918e65-40e9-4b41-a76f-4deb81ced034 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:39:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9f9a8429-b0c1-44cc-96f4-dc55b1f2d3de req-dc918e65-40e9-4b41-a76f-4deb81ced034 service nova] Acquiring lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:39:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9f9a8429-b0c1-44cc-96f4-dc55b1f2d3de req-dc918e65-40e9-4b41-a76f-4deb81ced034 service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:39:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9f9a8429-b0c1-44cc-96f4-dc55b1f2d3de req-dc918e65-40e9-4b41-a76f-4deb81ced034 service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:39:13 user nova-compute[75018]: DEBUG nova.compute.manager [req-9f9a8429-b0c1-44cc-96f4-dc55b1f2d3de req-dc918e65-40e9-4b41-a76f-4deb81ced034 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] No waiting events found dispatching network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:39:13 user nova-compute[75018]: WARNING nova.compute.manager [req-9f9a8429-b0c1-44cc-96f4-dc55b1f2d3de req-dc918e65-40e9-4b41-a76f-4deb81ced034 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received unexpected event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe for instance with vm_state rescued and task_state unrescuing.
Dec 05 17:39:13 user nova-compute[75018]: DEBUG nova.compute.manager [req-9f9a8429-b0c1-44cc-96f4-dc55b1f2d3de req-dc918e65-40e9-4b41-a76f-4deb81ced034 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:39:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9f9a8429-b0c1-44cc-96f4-dc55b1f2d3de req-dc918e65-40e9-4b41-a76f-4deb81ced034 service nova] Acquiring lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:39:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9f9a8429-b0c1-44cc-96f4-dc55b1f2d3de req-dc918e65-40e9-4b41-a76f-4deb81ced034 service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:39:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9f9a8429-b0c1-44cc-96f4-dc55b1f2d3de req-dc918e65-40e9-4b41-a76f-4deb81ced034 service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:39:13 user nova-compute[75018]: DEBUG nova.compute.manager [req-9f9a8429-b0c1-44cc-96f4-dc55b1f2d3de req-dc918e65-40e9-4b41-a76f-4deb81ced034 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] No waiting events found dispatching network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:39:13 user nova-compute[75018]: WARNING nova.compute.manager [req-9f9a8429-b0c1-44cc-96f4-dc55b1f2d3de req-dc918e65-40e9-4b41-a76f-4deb81ced034 service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received unexpected event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe for instance with vm_state rescued and task_state unrescuing.
Dec 05 17:39:14 user nova-compute[75018]: DEBUG nova.compute.manager [None req-15bc7c03-e17f-4356-a0a2-6536f3cc2c73 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:39:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-20c94dca-2727-43e0-ba43-239c36efdf39 req-92b4b770-650f-4515-b0aa-fe041634aa1c service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:39:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-20c94dca-2727-43e0-ba43-239c36efdf39 req-92b4b770-650f-4515-b0aa-fe041634aa1c service nova] Acquiring lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:39:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-20c94dca-2727-43e0-ba43-239c36efdf39 req-92b4b770-650f-4515-b0aa-fe041634aa1c service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:39:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-20c94dca-2727-43e0-ba43-239c36efdf39 req-92b4b770-650f-4515-b0aa-fe041634aa1c service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:39:15 user nova-compute[75018]: DEBUG nova.compute.manager [req-20c94dca-2727-43e0-ba43-239c36efdf39 req-92b4b770-650f-4515-b0aa-fe041634aa1c service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] No waiting events found dispatching network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:39:15 user nova-compute[75018]: WARNING nova.compute.manager [req-20c94dca-2727-43e0-ba43-239c36efdf39 req-92b4b770-650f-4515-b0aa-fe041634aa1c service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received unexpected event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe for instance with vm_state active and task_state None.
Dec 05 17:39:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:23 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:39:23 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:39:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:39:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:39:23 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:39:23 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:39:23 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:39:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:39:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:39:23 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:39:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:39:24 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:39:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:39:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:39:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:39:24 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:39:24 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:39:24 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:39:24 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8755MB free_disk=24.748149871826172GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:39:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:39:24 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:39:25 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:39:25 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06457ac8-52ab-4fa2-879c-21d0241bf941 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:39:25 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a130f091-7e9e-4b52-bc00-7f52e8f8c77b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:39:25 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:39:25 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:39:25 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:39:25 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing inventories for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 05 17:39:25 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating ProviderTree inventory for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 05 17:39:25 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating inventory in ProviderTree for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 05 17:39:25 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing aggregate associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, aggregates: None {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 05 17:39:25 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing trait associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, traits: COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 05 17:39:25 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:39:25 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:39:25 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:39:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.503s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:39:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:39:27 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:39:27 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:39:27 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:39:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:39:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:39:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:39:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Updating instance_info_cache with network_info: [{"id": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "address": "fa:16:3e:ef:32:a4", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca04bc42-f7", "ovs_interfaceid": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:39:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:39:27 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:39:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:29 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:39:30 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:39:30 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:39:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances with incomplete migration  {{(pid=75018) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 05 17:39:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:32 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:39:32 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:39:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 05 17:39:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] There are 0 instances to clean {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 05 17:39:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:34 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:39:35 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:39:35 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:39:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:39:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:40:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:40:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:40:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:40:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:40:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:40:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:40:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:40:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:40:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:40:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:40:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:40:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:40:05 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:40:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:40:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:40:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:40:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:40:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:40:10 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:40:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:40:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:40:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:40:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:40:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:40:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:40:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:40:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:40:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:40:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:40:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:40:20 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:40:23 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:40:25 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:40:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:40:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:40:25 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:40:25 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:40:25 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:40:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:40:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:40:25 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:40:25 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:40:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:40:26 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:40:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:40:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:40:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:40:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:40:26 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:40:26 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:40:26 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8816MB free_disk=24.747474670410156GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:40:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:40:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:40:26 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:40:26 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06457ac8-52ab-4fa2-879c-21d0241bf941 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:40:26 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a130f091-7e9e-4b52-bc00-7f52e8f8c77b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:40:26 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:40:26 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:40:26 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:40:27 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:40:27 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:40:27 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:40:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.237s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:40:28 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:40:28 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:40:28 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:40:28 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:40:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:40:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:40:28 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:40:28 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid f942b452-241a-4701-bb6f-fcb678640493 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:40:28 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updating instance_info_cache with network_info: [{"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:40:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:40:28 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:40:29 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:40:30 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:40:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:40:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:40:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:40:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:40:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:40:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:40:32 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:40:35 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:40:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:40:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:40:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:40:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:40:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:40:35 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:40:37 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:40:37 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:40:39 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:40:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:40:45 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:40:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:40:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:40:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:40:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:40:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:40:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:40:55 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:41:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:41:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:41:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:41:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:41:01 user nova-compute[75018]: INFO nova.compute.manager [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Terminating instance
Dec 05 17:41:01 user nova-compute[75018]: DEBUG nova.compute.manager [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:41:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-62b46a4a-30b5-476b-acac-65b982ed1cd0 req-39d82678-b7ca-4132-8e75-e7df6ccc61cb service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received event network-vif-unplugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:41:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-62b46a4a-30b5-476b-acac-65b982ed1cd0 req-39d82678-b7ca-4132-8e75-e7df6ccc61cb service nova] Acquiring lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:41:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-62b46a4a-30b5-476b-acac-65b982ed1cd0 req-39d82678-b7ca-4132-8e75-e7df6ccc61cb service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:41:01 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-62b46a4a-30b5-476b-acac-65b982ed1cd0 req-39d82678-b7ca-4132-8e75-e7df6ccc61cb service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:41:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-62b46a4a-30b5-476b-acac-65b982ed1cd0 req-39d82678-b7ca-4132-8e75-e7df6ccc61cb service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] No waiting events found dispatching network-vif-unplugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:41:01 user nova-compute[75018]: DEBUG nova.compute.manager [req-62b46a4a-30b5-476b-acac-65b982ed1cd0 req-39d82678-b7ca-4132-8e75-e7df6ccc61cb service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received event network-vif-unplugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Instance destroyed successfully.
Dec 05 17:41:02 user nova-compute[75018]: DEBUG nova.objects.instance [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'resources' on Instance uuid 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:35:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-819623602',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-819623602',id=50,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:37:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cd67f0458baa48fda16fbdeab5c7c80f',ramdisk_id='',reservation_id='r-ptbd96am',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:39:15Z,user_data=None,user_id='1b46541d25214c289488ed2e4db91420',uuid=39f3bb6c-569d-4851-80e2-5e5bd7c80d6f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "address": "fa:16:3e:ef:32:a4", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca04bc42-f7", "ovs_interfaceid": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converting VIF {"id": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "address": "fa:16:3e:ef:32:a4", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca04bc42-f7", "ovs_interfaceid": "ca04bc42-f7e5-4c54-8607-c5b447255bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ef:32:a4,bridge_name='br-int',has_traffic_filtering=True,id=ca04bc42-f7e5-4c54-8607-c5b447255bbe,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca04bc42-f7') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_vif [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ef:32:a4,bridge_name='br-int',has_traffic_filtering=True,id=ca04bc42-f7e5-4c54-8607-c5b447255bbe,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca04bc42-f7') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapca04bc42-f7, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6c577e12-06e3-4aaf-8985-361deb0e72ae) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:02 user nova-compute[75018]: INFO os_vif [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ef:32:a4,bridge_name='br-int',has_traffic_filtering=True,id=ca04bc42-f7e5-4c54-8607-c5b447255bbe,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca04bc42-f7')
Dec 05 17:41:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VxLBpneF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:41:02 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e54acd6-239f-47c2-8d33-3af069e87977]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:41:02 user nova-compute[75018]: No targets found.
Dec 05 17:41:02 user nova-compute[75018]: iSNS:
Dec 05 17:41:02 user nova-compute[75018]: No targets found.
Dec 05 17:41:02 user nova-compute[75018]: STATIC:
Dec 05 17:41:02 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b
Dec 05 17:41:02 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:41:02 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:41:02 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e
Dec 05 17:41:02 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:41:02 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:41:02 user nova-compute[75018]: FIRMWARE:
Dec 05 17:41:02 user nova-compute[75018]: No targets found.
Dec 05 17:41:02 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:41:02 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:41:02 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a70a5b74-4ffd-47be-bf84-3c678010d0e4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[095ff972-ceff-4306-8df1-347ed562cee0]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:41:02 user nova-compute[75018]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e (non-flash)
Dec 05 17:41:02 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:41:02 user nova-compute[75018]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e (non-flash)
Dec 05 17:41:02 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a8482320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[04a3d1d6-9351-45fe-a21d-43aacc0be2f3]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b0266c2-0800-4675-baea-b98c471a5b1c]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a059cf5e-b43f-49d5-94a1-37af10a7f286]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3b7dfed-8a39-452c-9a1a-5c199548ad4b]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d500f50c-fd74-4f9c-ba61-9d73485d8eaf]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[53a451a5-8d4c-4c04-ad95-f886344d6c09]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e, portal: 172.16.0.220,3260]
Dec 05 17:41:02 user nova-compute[75018]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e, portal: 172.16.0.220,3260] successful.
Dec 05 17:41:02 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6cd2cb4-05ce-413a-bec6-8fb08fa5847e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[af5f44a4-1ba7-4f8a-8edc-d2f9f0f56563]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.283s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] <== disconnect_volume: return (286ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:41:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Deleting instance files /opt/stack/data/nova/instances/39f3bb6c-569d-4851-80e2-5e5bd7c80d6f_del
Dec 05 17:41:02 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Deletion of /opt/stack/data/nova/instances/39f3bb6c-569d-4851-80e2-5e5bd7c80d6f_del complete
Dec 05 17:41:02 user nova-compute[75018]: INFO nova.compute.manager [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Took 1.15 seconds to destroy the instance on the hypervisor.
Dec 05 17:41:02 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:41:02 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:41:03 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:41:03 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Took 0.50 seconds to deallocate network for instance.
Dec 05 17:41:03 user nova-compute[75018]: INFO nova.compute.manager [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Took 0.79 seconds to detach 1 volumes for instance.
Dec 05 17:41:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:41:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:41:03 user nova-compute[75018]: DEBUG nova.compute.manager [req-7f885fcd-b198-4c03-b755-66fee23a4336 req-9addb937-fa81-4500-a7c1-9e560ad0118c service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:41:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7f885fcd-b198-4c03-b755-66fee23a4336 req-9addb937-fa81-4500-a7c1-9e560ad0118c service nova] Acquiring lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:41:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7f885fcd-b198-4c03-b755-66fee23a4336 req-9addb937-fa81-4500-a7c1-9e560ad0118c service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:41:03 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-7f885fcd-b198-4c03-b755-66fee23a4336 req-9addb937-fa81-4500-a7c1-9e560ad0118c service nova] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:41:03 user nova-compute[75018]: DEBUG nova.compute.manager [req-7f885fcd-b198-4c03-b755-66fee23a4336 req-9addb937-fa81-4500-a7c1-9e560ad0118c service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] No waiting events found dispatching network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:41:03 user nova-compute[75018]: WARNING nova.compute.manager [req-7f885fcd-b198-4c03-b755-66fee23a4336 req-9addb937-fa81-4500-a7c1-9e560ad0118c service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received unexpected event network-vif-plugged-ca04bc42-f7e5-4c54-8607-c5b447255bbe for instance with vm_state deleted and task_state None.
Dec 05 17:41:03 user nova-compute[75018]: DEBUG nova.compute.manager [req-7f885fcd-b198-4c03-b755-66fee23a4336 req-9addb937-fa81-4500-a7c1-9e560ad0118c service nova] [instance: 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f] Received event network-vif-deleted-ca04bc42-f7e5-4c54-8607-c5b447255bbe {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:41:04 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:41:04 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:41:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.435s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:41:04 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Deleted allocations for instance 39f3bb6c-569d-4851-80e2-5e5bd7c80d6f
Dec 05 17:41:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-80e4e76d-467e-4abc-9a04-f80527c50d45 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "39f3bb6c-569d-4851-80e2-5e5bd7c80d6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.076s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:41:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:12 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:41:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:41:22 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:41:25 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:41:26 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:41:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:41:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:41:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:41:26 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:41:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:41:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:41:26 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:41:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:41:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:41:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:41:27 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:41:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:41:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:41:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:41:27 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:41:27 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:41:27 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8930MB free_disk=24.74667739868164GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:41:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:41:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:41:27 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:41:27 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06457ac8-52ab-4fa2-879c-21d0241bf941 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:41:27 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance a130f091-7e9e-4b52-bc00-7f52e8f8c77b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:41:27 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:41:27 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:41:28 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:41:28 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:41:28 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:41:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.226s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:41:29 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:41:29 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:41:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:41:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:41:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:41:29 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:41:29 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updating instance_info_cache with network_info: [{"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:41:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-06457ac8-52ab-4fa2-879c-21d0241bf941" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:41:29 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:41:29 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:41:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:41:32 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:41:33 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:41:35 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:41:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:41:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:41:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:41:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:41:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:38 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:41:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:41:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:47 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:41:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:41:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:41:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:41:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:41:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:41:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:41:52 user nova-compute[75018]: INFO nova.compute.manager [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Terminating instance
Dec 05 17:41:52 user nova-compute[75018]: DEBUG nova.compute.manager [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:41:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:52 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-3db3dd6b-6857-475a-8ebf-3472dff30555 req-71b7b442-b540-452b-a3d0-fbcd0c68bb2d service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Received event network-vif-unplugged-58361131-e382-4bda-8b54-d417533c5073 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:41:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3db3dd6b-6857-475a-8ebf-3472dff30555 req-71b7b442-b540-452b-a3d0-fbcd0c68bb2d service nova] Acquiring lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:41:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3db3dd6b-6857-475a-8ebf-3472dff30555 req-71b7b442-b540-452b-a3d0-fbcd0c68bb2d service nova] Lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:41:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3db3dd6b-6857-475a-8ebf-3472dff30555 req-71b7b442-b540-452b-a3d0-fbcd0c68bb2d service nova] Lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:41:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-3db3dd6b-6857-475a-8ebf-3472dff30555 req-71b7b442-b540-452b-a3d0-fbcd0c68bb2d service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] No waiting events found dispatching network-vif-unplugged-58361131-e382-4bda-8b54-d417533c5073 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:41:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-3db3dd6b-6857-475a-8ebf-3472dff30555 req-71b7b442-b540-452b-a3d0-fbcd0c68bb2d service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Received event network-vif-unplugged-58361131-e382-4bda-8b54-d417533c5073 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:53 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Instance destroyed successfully.
Dec 05 17:41:53 user nova-compute[75018]: DEBUG nova.objects.instance [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'resources' on Instance uuid a130f091-7e9e-4b52-bc00-7f52e8f8c77b {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:32:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1744412792',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1744412792',id=49,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:32:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cd67f0458baa48fda16fbdeab5c7c80f',ramdisk_id='',reservation_id='r-ye9o5yoh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:34:26Z,user_data=None,user_id='1b46541d25214c289488ed2e4db91420',uuid=a130f091-7e9e-4b52-bc00-7f52e8f8c77b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "58361131-e382-4bda-8b54-d417533c5073", "address": "fa:16:3e:8a:d5:20", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58361131-e3", "ovs_interfaceid": "58361131-e382-4bda-8b54-d417533c5073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converting VIF {"id": "58361131-e382-4bda-8b54-d417533c5073", "address": "fa:16:3e:8a:d5:20", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58361131-e3", "ovs_interfaceid": "58361131-e382-4bda-8b54-d417533c5073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8a:d5:20,bridge_name='br-int',has_traffic_filtering=True,id=58361131-e382-4bda-8b54-d417533c5073,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58361131-e3') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG os_vif [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:d5:20,bridge_name='br-int',has_traffic_filtering=True,id=58361131-e382-4bda-8b54-d417533c5073,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58361131-e3') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap58361131-e3, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=18bcba0f-a001-4dfe-80ec-d340e2fc7fca) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:41:53 user nova-compute[75018]: INFO os_vif [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:d5:20,bridge_name='br-int',has_traffic_filtering=True,id=58361131-e382-4bda-8b54-d417533c5073,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58361131-e3')
Dec 05 17:41:53 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Deleting instance files /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b_del
Dec 05 17:41:53 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Deletion of /opt/stack/data/nova/instances/a130f091-7e9e-4b52-bc00-7f52e8f8c77b_del complete
Dec 05 17:41:53 user nova-compute[75018]: INFO nova.compute.manager [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Took 1.10 seconds to destroy the instance on the hypervisor.
Dec 05 17:41:53 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:41:53 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Took 0.48 seconds to deallocate network for instance.
Dec 05 17:41:53 user nova-compute[75018]: DEBUG nova.compute.manager [req-24b46be9-164d-4a43-908b-904610252ca3 req-a0502863-a22c-49f1-83f7-5e2489ab360d service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Received event network-vif-deleted-58361131-e382-4bda-8b54-d417533c5073 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:41:53 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:41:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.163s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:41:54 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Deleted allocations for instance a130f091-7e9e-4b52-bc00-7f52e8f8c77b
Dec 05 17:41:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-adc9d468-8172-4de5-a15d-f5501df93138 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.923s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:41:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-9355c91e-61d4-4d96-90ae-5291b966dbe2 req-e023d7d6-8675-4c4b-833b-91302c670a02 service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Received event network-vif-plugged-58361131-e382-4bda-8b54-d417533c5073 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:41:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9355c91e-61d4-4d96-90ae-5291b966dbe2 req-e023d7d6-8675-4c4b-833b-91302c670a02 service nova] Acquiring lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:41:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9355c91e-61d4-4d96-90ae-5291b966dbe2 req-e023d7d6-8675-4c4b-833b-91302c670a02 service nova] Lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:41:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9355c91e-61d4-4d96-90ae-5291b966dbe2 req-e023d7d6-8675-4c4b-833b-91302c670a02 service nova] Lock "a130f091-7e9e-4b52-bc00-7f52e8f8c77b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:41:54 user nova-compute[75018]: DEBUG nova.compute.manager [req-9355c91e-61d4-4d96-90ae-5291b966dbe2 req-e023d7d6-8675-4c4b-833b-91302c670a02 service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] No waiting events found dispatching network-vif-plugged-58361131-e382-4bda-8b54-d417533c5073 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:41:54 user nova-compute[75018]: WARNING nova.compute.manager [req-9355c91e-61d4-4d96-90ae-5291b966dbe2 req-e023d7d6-8675-4c4b-833b-91302c670a02 service nova] [instance: a130f091-7e9e-4b52-bc00-7f52e8f8c77b] Received unexpected event network-vif-plugged-58361131-e382-4bda-8b54-d417533c5073 for instance with vm_state deleted and task_state None.
Dec 05 17:41:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:42:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:42:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:42:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:42:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:42:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:42:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:42:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:27 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:42:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:42:28 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:42:28 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:42:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:42:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:42:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:42:28 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:42:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:42:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:42:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:42:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:42:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:42:29 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:42:29 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:42:29 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8987MB free_disk=24.871288299560547GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:42:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:42:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:42:29 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:42:29 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06457ac8-52ab-4fa2-879c-21d0241bf941 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:42:29 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:42:29 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:42:29 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:42:29 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:42:29 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:42:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.246s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:42:30 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:42:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:42:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Didn't find any instances for network info cache update. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 05 17:42:30 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:42:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:42:33 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:42:33 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:42:35 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:42:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:40 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:42:40 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "06457ac8-52ab-4fa2-879c-21d0241bf941" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:42:43 user nova-compute[75018]: INFO nova.compute.manager [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Terminating instance
Dec 05 17:42:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-2ffc97e9-ff8a-47a7-a3de-668c91374fd6 req-661a23ad-5780-4d61-9ba7-c3513eeb063e service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received event network-vif-unplugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2ffc97e9-ff8a-47a7-a3de-668c91374fd6 req-661a23ad-5780-4d61-9ba7-c3513eeb063e service nova] Acquiring lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2ffc97e9-ff8a-47a7-a3de-668c91374fd6 req-661a23ad-5780-4d61-9ba7-c3513eeb063e service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-2ffc97e9-ff8a-47a7-a3de-668c91374fd6 req-661a23ad-5780-4d61-9ba7-c3513eeb063e service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-2ffc97e9-ff8a-47a7-a3de-668c91374fd6 req-661a23ad-5780-4d61-9ba7-c3513eeb063e service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] No waiting events found dispatching network-vif-unplugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-2ffc97e9-ff8a-47a7-a3de-668c91374fd6 req-661a23ad-5780-4d61-9ba7-c3513eeb063e service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received event network-vif-unplugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:43 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Instance destroyed successfully.
Dec 05 17:42:43 user nova-compute[75018]: DEBUG nova.objects.instance [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'resources' on Instance uuid 06457ac8-52ab-4fa2-879c-21d0241bf941 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:26:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1378508371',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1378508371',id=48,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:28:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cd67f0458baa48fda16fbdeab5c7c80f',ramdisk_id='',reservation_id='r-t2v124ri',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:30:43Z,user_data=None,user_id='1b46541d25214c289488ed2e4db91420',uuid=06457ac8-52ab-4fa2-879c-21d0241bf941,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converting VIF {"id": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "address": "fa:16:3e:44:de:2e", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc75f7d25-75", "ovs_interfaceid": "c75f7d25-75ff-48d0-9c79-8d581c8e393d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:44:de:2e,bridge_name='br-int',has_traffic_filtering=True,id=c75f7d25-75ff-48d0-9c79-8d581c8e393d,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75f7d25-75') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG os_vif [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:de:2e,bridge_name='br-int',has_traffic_filtering=True,id=c75f7d25-75ff-48d0-9c79-8d581c8e393d,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75f7d25-75') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc75f7d25-75, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c415f257-84ef-4483-bdcc-ffc34acb0fdb) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:43 user nova-compute[75018]: INFO os_vif [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:de:2e,bridge_name='br-int',has_traffic_filtering=True,id=c75f7d25-75ff-48d0-9c79-8d581c8e393d,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc75f7d25-75')
Dec 05 17:42:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uTaEfIAN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:42:43 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:42:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d6e5ad0-c210-4ceb-80e2-53383a7a32ba]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:42:43 user nova-compute[75018]: No targets found.
Dec 05 17:42:43 user nova-compute[75018]: iSNS:
Dec 05 17:42:43 user nova-compute[75018]: No targets found.
Dec 05 17:42:43 user nova-compute[75018]: STATIC:
Dec 05 17:42:43 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b
Dec 05 17:42:43 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:42:43 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:42:43 user nova-compute[75018]: FIRMWARE:
Dec 05 17:42:43 user nova-compute[75018]: No targets found.
Dec 05 17:42:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:42:43 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:42:43 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2759e199-7703-4f3d-99cd-decfb6a94a95]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[de515a93-f943-4aad-8a15-eaeb09828fb6]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:42:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b (non-flash)
Dec 05 17:42:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c84dba30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b'): ({'sde'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Removing single pathed devices sde {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5005024-dd87-4a07-9e0e-778f8ec58f98]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4eca5958-7683-43d5-b6d0-87f7a646d445]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Flushing IO for device /dev/sde {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d96f641-e70f-4e13-8b59-ac2834c93666]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:42:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.051s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[05823e48-162d-4555-8c1a-94e2883f1fca]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] SCSI volumes sde have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b20d134-fc42-4b4e-b3e6-ff127584ee19]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[92f66742-4a95-4f0a-a44e-c17d6c680af3]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b, portal: 172.16.0.220,3260]
Dec 05 17:42:44 user nova-compute[75018]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b, portal: 172.16.0.220,3260] successful.
Dec 05 17:42:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be1fbc2e-853d-4de4-ac67-30c348b38c6b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[800ea1cb-6d45-4c66-8207-ae08fa3d68f2]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.282s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] <== disconnect_volume: return (283ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:42:44 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Deleting instance files /opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941_del
Dec 05 17:42:44 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Deletion of /opt/stack/data/nova/instances/06457ac8-52ab-4fa2-879c-21d0241bf941_del complete
Dec 05 17:42:44 user nova-compute[75018]: INFO nova.compute.manager [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Took 1.16 seconds to destroy the instance on the hypervisor.
Dec 05 17:42:44 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:42:44 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:42:45 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:42:45 user nova-compute[75018]: DEBUG nova.compute.manager [req-f8ec9546-8d89-4d2a-9706-496ece23abba req-8756dfcd-e33b-4b01-9fdf-c152bc1ec5d0 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received event network-vif-deleted-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:42:45 user nova-compute[75018]: INFO nova.compute.manager [req-f8ec9546-8d89-4d2a-9706-496ece23abba req-8756dfcd-e33b-4b01-9fdf-c152bc1ec5d0 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Neutron deleted interface c75f7d25-75ff-48d0-9c79-8d581c8e393d; detaching it from the instance and deleting it from the info cache
Dec 05 17:42:45 user nova-compute[75018]: DEBUG nova.network.neutron [req-f8ec9546-8d89-4d2a-9706-496ece23abba req-8756dfcd-e33b-4b01-9fdf-c152bc1ec5d0 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:42:45 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Took 0.84 seconds to deallocate network for instance.
Dec 05 17:42:45 user nova-compute[75018]: DEBUG nova.compute.manager [req-f8ec9546-8d89-4d2a-9706-496ece23abba req-8756dfcd-e33b-4b01-9fdf-c152bc1ec5d0 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Detach interface failed, port_id=c75f7d25-75ff-48d0-9c79-8d581c8e393d, reason: Instance 06457ac8-52ab-4fa2-879c-21d0241bf941 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:42:45 user nova-compute[75018]: DEBUG nova.compute.manager [req-ddee57a4-8551-4d6d-bb00-e61644459e7a req-99e0ac5f-beb8-4c48-8f64-3879c3935ec3 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:42:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ddee57a4-8551-4d6d-bb00-e61644459e7a req-99e0ac5f-beb8-4c48-8f64-3879c3935ec3 service nova] Acquiring lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:42:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ddee57a4-8551-4d6d-bb00-e61644459e7a req-99e0ac5f-beb8-4c48-8f64-3879c3935ec3 service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:42:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ddee57a4-8551-4d6d-bb00-e61644459e7a req-99e0ac5f-beb8-4c48-8f64-3879c3935ec3 service nova] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:42:45 user nova-compute[75018]: DEBUG nova.compute.manager [req-ddee57a4-8551-4d6d-bb00-e61644459e7a req-99e0ac5f-beb8-4c48-8f64-3879c3935ec3 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] No waiting events found dispatching network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:42:45 user nova-compute[75018]: WARNING nova.compute.manager [req-ddee57a4-8551-4d6d-bb00-e61644459e7a req-99e0ac5f-beb8-4c48-8f64-3879c3935ec3 service nova] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Received unexpected event network-vif-plugged-c75f7d25-75ff-48d0-9c79-8d581c8e393d for instance with vm_state active and task_state deleting.
Dec 05 17:42:46 user nova-compute[75018]: INFO nova.compute.manager [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: 06457ac8-52ab-4fa2-879c-21d0241bf941] Took 1.00 seconds to detach 1 volumes for instance.
Dec 05 17:42:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:42:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:42:46 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:42:46 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:42:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.145s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:42:46 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Deleted allocations for instance 06457ac8-52ab-4fa2-879c-21d0241bf941
Dec 05 17:42:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5e19f0c5-e65a-4a8e-9d38-3cef1190c5f4 tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "06457ac8-52ab-4fa2-879c-21d0241bf941" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.329s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:42:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:42:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:42:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:42:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:42:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:42:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:42:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:43:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:43:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:43:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:43:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:43:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:43:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:43:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:43:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:43:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:43:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:43:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:43:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:43:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:43:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:43:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:43:28 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:43:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:43:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:43:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:43:28 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:43:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:43:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4996-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:43:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:43:28 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:43:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:43:29 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:43:29 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:43:29 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9014MB free_disk=24.870506286621094GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:43:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:43:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:43:29 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance f942b452-241a-4701-bb6f-fcb678640493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:43:29 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:43:29 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:43:29 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:43:29 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:43:29 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:43:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.194s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:43:30 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:43:30 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:43:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:43:30 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:43:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:43:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:43:30 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:43:30 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid f942b452-241a-4701-bb6f-fcb678640493 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:43:31 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updating instance_info_cache with network_info: [{"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:43:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-f942b452-241a-4701-bb6f-fcb678640493" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:43:31 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:43:31 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:43:32 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:43:33 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:43:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:43:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "f942b452-241a-4701-bb6f-fcb678640493" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:43:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "f942b452-241a-4701-bb6f-fcb678640493" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:43:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "f942b452-241a-4701-bb6f-fcb678640493-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:43:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "f942b452-241a-4701-bb6f-fcb678640493-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:43:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "f942b452-241a-4701-bb6f-fcb678640493-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:43:33 user nova-compute[75018]: INFO nova.compute.manager [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Terminating instance
Dec 05 17:43:33 user nova-compute[75018]: DEBUG nova.compute.manager [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG nova.compute.manager [req-3455e255-2750-4895-905f-467c059bc91f req-227528cc-ebc5-4512-b56c-47b412171775 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] Received event network-vif-unplugged-8075014d-85f8-44da-89b5-698a60c62a72 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3455e255-2750-4895-905f-467c059bc91f req-227528cc-ebc5-4512-b56c-47b412171775 service nova] Acquiring lock "f942b452-241a-4701-bb6f-fcb678640493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3455e255-2750-4895-905f-467c059bc91f req-227528cc-ebc5-4512-b56c-47b412171775 service nova] Lock "f942b452-241a-4701-bb6f-fcb678640493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3455e255-2750-4895-905f-467c059bc91f req-227528cc-ebc5-4512-b56c-47b412171775 service nova] Lock "f942b452-241a-4701-bb6f-fcb678640493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG nova.compute.manager [req-3455e255-2750-4895-905f-467c059bc91f req-227528cc-ebc5-4512-b56c-47b412171775 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] No waiting events found dispatching network-vif-unplugged-8075014d-85f8-44da-89b5-698a60c62a72 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG nova.compute.manager [req-3455e255-2750-4895-905f-467c059bc91f req-227528cc-ebc5-4512-b56c-47b412171775 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] Received event network-vif-unplugged-8075014d-85f8-44da-89b5-698a60c62a72 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:43:34 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: f942b452-241a-4701-bb6f-fcb678640493] Instance destroyed successfully.
Dec 05 17:43:34 user nova-compute[75018]: DEBUG nova.objects.instance [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lazy-loading 'resources' on Instance uuid f942b452-241a-4701-bb6f-fcb678640493 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:23:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2086678656',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2086678656',id=43,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:24:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cd67f0458baa48fda16fbdeab5c7c80f',ramdisk_id='',reservation_id='r-m7i8z0mz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:25:54Z,user_data=None,user_id='1b46541d25214c289488ed2e4db91420',uuid=f942b452-241a-4701-bb6f-fcb678640493,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converting VIF {"id": "8075014d-85f8-44da-89b5-698a60c62a72", "address": "fa:16:3e:a8:54:17", "network": {"id": "2098843c-d99a-41d5-a991-5b00504138af", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1836157934-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cd67f0458baa48fda16fbdeab5c7c80f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8075014d-85", "ovs_interfaceid": "8075014d-85f8-44da-89b5-698a60c62a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a8:54:17,bridge_name='br-int',has_traffic_filtering=True,id=8075014d-85f8-44da-89b5-698a60c62a72,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8075014d-85') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG os_vif [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a8:54:17,bridge_name='br-int',has_traffic_filtering=True,id=8075014d-85f8-44da-89b5-698a60c62a72,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8075014d-85') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8075014d-85, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=79d203ef-92de-45af-bb6b-be3cf990acfa) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:43:34 user nova-compute[75018]: INFO os_vif [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a8:54:17,bridge_name='br-int',has_traffic_filtering=True,id=8075014d-85f8-44da-89b5-698a60c62a72,network=Network(2098843c-d99a-41d5-a991-5b00504138af),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8075014d-85')
Dec 05 17:43:34 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Deleting instance files /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493_del
Dec 05 17:43:34 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Deletion of /opt/stack/data/nova/instances/f942b452-241a-4701-bb6f-fcb678640493_del complete
Dec 05 17:43:34 user nova-compute[75018]: INFO nova.compute.manager [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] [instance: f942b452-241a-4701-bb6f-fcb678640493] Took 0.84 seconds to destroy the instance on the hypervisor.
Dec 05 17:43:34 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: f942b452-241a-4701-bb6f-fcb678640493] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:43:34 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: f942b452-241a-4701-bb6f-fcb678640493] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:43:35 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:43:35 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: f942b452-241a-4701-bb6f-fcb678640493] Took 0.44 seconds to deallocate network for instance.
Dec 05 17:43:35 user nova-compute[75018]: DEBUG nova.compute.manager [req-55a9ce74-d788-4d87-8045-d4173d9e2355 req-47691e37-04d3-45df-85df-99a8d4ec1b34 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] Received event network-vif-deleted-8075014d-85f8-44da-89b5-698a60c62a72 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:43:35 user nova-compute[75018]: INFO nova.compute.manager [req-55a9ce74-d788-4d87-8045-d4173d9e2355 req-47691e37-04d3-45df-85df-99a8d4ec1b34 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] Neutron deleted interface 8075014d-85f8-44da-89b5-698a60c62a72; detaching it from the instance and deleting it from the info cache
Dec 05 17:43:35 user nova-compute[75018]: DEBUG nova.network.neutron [req-55a9ce74-d788-4d87-8045-d4173d9e2355 req-47691e37-04d3-45df-85df-99a8d4ec1b34 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:43:35 user nova-compute[75018]: DEBUG nova.compute.manager [req-55a9ce74-d788-4d87-8045-d4173d9e2355 req-47691e37-04d3-45df-85df-99a8d4ec1b34 service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] Detach interface failed, port_id=8075014d-85f8-44da-89b5-698a60c62a72, reason: Instance f942b452-241a-4701-bb6f-fcb678640493 could not be found. {{(pid=75018) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 05 17:43:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:43:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:43:35 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:43:35 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:43:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.113s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:43:35 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Deleted allocations for instance f942b452-241a-4701-bb6f-fcb678640493
Dec 05 17:43:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-a0d45c50-8941-4e86-8eb2-2a4fff9505fc tempest-ServerBootFromVolumeStableRescueTest-1141058712 tempest-ServerBootFromVolumeStableRescueTest-1141058712-project-member] Lock "f942b452-241a-4701-bb6f-fcb678640493" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.564s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:43:35 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:43:35 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:43:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-37fb6c77-75ea-4080-a9ec-d8acc0c6bfaa req-9c57c66e-a5ef-4005-8b48-dc7918f4a95b service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] Received event network-vif-plugged-8075014d-85f8-44da-89b5-698a60c62a72 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:43:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-37fb6c77-75ea-4080-a9ec-d8acc0c6bfaa req-9c57c66e-a5ef-4005-8b48-dc7918f4a95b service nova] Acquiring lock "f942b452-241a-4701-bb6f-fcb678640493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:43:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-37fb6c77-75ea-4080-a9ec-d8acc0c6bfaa req-9c57c66e-a5ef-4005-8b48-dc7918f4a95b service nova] Lock "f942b452-241a-4701-bb6f-fcb678640493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:43:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-37fb6c77-75ea-4080-a9ec-d8acc0c6bfaa req-9c57c66e-a5ef-4005-8b48-dc7918f4a95b service nova] Lock "f942b452-241a-4701-bb6f-fcb678640493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:43:36 user nova-compute[75018]: DEBUG nova.compute.manager [req-37fb6c77-75ea-4080-a9ec-d8acc0c6bfaa req-9c57c66e-a5ef-4005-8b48-dc7918f4a95b service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] No waiting events found dispatching network-vif-plugged-8075014d-85f8-44da-89b5-698a60c62a72 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:43:36 user nova-compute[75018]: WARNING nova.compute.manager [req-37fb6c77-75ea-4080-a9ec-d8acc0c6bfaa req-9c57c66e-a5ef-4005-8b48-dc7918f4a95b service nova] [instance: f942b452-241a-4701-bb6f-fcb678640493] Received unexpected event network-vif-plugged-8075014d-85f8-44da-89b5-698a60c62a72 for instance with vm_state deleted and task_state None.
Dec 05 17:43:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:43:41 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:43:41 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:43:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:43:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:43:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:43:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:43:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:43:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:43:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:43:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:43:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:43:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:43:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:43:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:43:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:43:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:44:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:44:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:44:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:44:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:44:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:44:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:44:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:44:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:44:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:44:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:29 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:44:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:30 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:44:30 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:44:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:44:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:44:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:44:30 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:44:30 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:44:30 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:44:30 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9182MB free_disk=24.99477767944336GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:44:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:44:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:44:31 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:44:31 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:44:31 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing inventories for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 05 17:44:31 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating ProviderTree inventory for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 05 17:44:31 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating inventory in ProviderTree for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 05 17:44:31 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing aggregate associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, aggregates: None {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 05 17:44:31 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing trait associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, traits: COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 05 17:44:31 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:44:31 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:44:31 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:44:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.384s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:44:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:32 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:44:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:44:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:44:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Didn't find any instances for network info cache update. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 05 17:44:32 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:44:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 05 17:44:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] There are 0 instances to clean {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 05 17:44:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:33 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:44:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:34 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:44:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:35 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:44:35 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:44:35 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:44:35 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances with incomplete migration  {{(pid=75018) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 05 17:44:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:44:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "97640bd5-c83f-404e-b25b-6885154effe5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:44:36 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:44:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:44:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:44:36 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:44:36 user nova-compute[75018]: INFO nova.compute.claims [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Claim successful on node user
Dec 05 17:44:36 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:44:36 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.204s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:44:37 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:44:37 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG nova.policy [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6329cfe1f93c4c208e3ccd49b679ce47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f124feae86574f7f91a0f240dbccab7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:44:37 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Creating image(s)
Dec 05 17:44:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "/opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "/opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "/opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.169s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk 1073741824" returned: 0 in 0.047s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Successfully created port: c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.191s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Checking if we can resize image /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:44:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Cannot resize image /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Ensure instance console log exists: /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Successfully updated port: c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquired lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.compute.manager [req-251b3afd-3ed9-4be6-8971-4126e97769a7 req-6689e1ff-556c-41c6-9337-c65f00aeaef4 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received event network-changed-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.compute.manager [req-251b3afd-3ed9-4be6-8971-4126e97769a7 req-6689e1ff-556c-41c6-9337-c65f00aeaef4 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Refreshing instance network info cache due to event network-changed-c25e6cbe-4502-48c6-9eef-4c2318f5e521. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-251b3afd-3ed9-4be6-8971-4126e97769a7 req-6689e1ff-556c-41c6-9337-c65f00aeaef4 service nova] Acquiring lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updating instance_info_cache with network_info: [{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Releasing lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Instance network_info: |[{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-251b3afd-3ed9-4be6-8971-4126e97769a7 req-6689e1ff-556c-41c6-9337-c65f00aeaef4 service nova] Acquired lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.network.neutron [req-251b3afd-3ed9-4be6-8971-4126e97769a7 req-6689e1ff-556c-41c6-9337-c65f00aeaef4 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Refreshing network info cache for port c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Start _get_guest_xml network_info=[{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:44:38 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:44:38 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:44:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2133649586',display_name='tempest-AttachVolumeTestJSON-server-2133649586',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2133649586',id=51,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMRTW879M0qS/F2dfaiMeA8+5YMLfC8AI++ksnHUFuKTm4Irsi7LJKyJFCS7quwkxt5+rUYRjc9GpyJ17AZjNf1Dsa1ckFsszLEIO3ZvnWJf3p2Gyv7/lApf7gjCj6TpMg==',key_name='tempest-keypair-2134576647',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f124feae86574f7f91a0f240dbccab7f',ramdisk_id='',reservation_id='r-h8zbco1n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-665022686',owner_user_name='tempest-AttachVolumeTestJSON-665022686-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:44:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6329cfe1f93c4c208e3ccd49b679ce47',uuid=97640bd5-c83f-404e-b25b-6885154effe5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converting VIF {"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.objects.instance [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'pci_devices' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:44:38 user nova-compute[75018]:   <uuid>97640bd5-c83f-404e-b25b-6885154effe5</uuid>
Dec 05 17:44:38 user nova-compute[75018]:   <name>instance-00000033</name>
Dec 05 17:44:38 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:44:38 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:44:38 user nova-compute[75018]:   <metadata>
Dec 05 17:44:38 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:44:38 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:44:38 user nova-compute[75018]:       <nova:name>tempest-AttachVolumeTestJSON-server-2133649586</nova:name>
Dec 05 17:44:38 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:44:38</nova:creationTime>
Dec 05 17:44:38 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:44:38 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:44:38 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:44:38 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:44:38 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:44:38 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:44:38 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:44:38 user nova-compute[75018]:       <nova:owner>
Dec 05 17:44:38 user nova-compute[75018]:         <nova:user uuid="6329cfe1f93c4c208e3ccd49b679ce47">tempest-AttachVolumeTestJSON-665022686-project-member</nova:user>
Dec 05 17:44:38 user nova-compute[75018]:         <nova:project uuid="f124feae86574f7f91a0f240dbccab7f">tempest-AttachVolumeTestJSON-665022686</nova:project>
Dec 05 17:44:38 user nova-compute[75018]:       </nova:owner>
Dec 05 17:44:38 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:44:38 user nova-compute[75018]:       <nova:ports>
Dec 05 17:44:38 user nova-compute[75018]:         <nova:port uuid="c25e6cbe-4502-48c6-9eef-4c2318f5e521">
Dec 05 17:44:38 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 05 17:44:38 user nova-compute[75018]:         </nova:port>
Dec 05 17:44:38 user nova-compute[75018]:       </nova:ports>
Dec 05 17:44:38 user nova-compute[75018]:     </nova:instance>
Dec 05 17:44:38 user nova-compute[75018]:   </metadata>
Dec 05 17:44:38 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:44:38 user nova-compute[75018]:     <system>
Dec 05 17:44:38 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:44:38 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:44:38 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:44:38 user nova-compute[75018]:       <entry name="serial">97640bd5-c83f-404e-b25b-6885154effe5</entry>
Dec 05 17:44:38 user nova-compute[75018]:       <entry name="uuid">97640bd5-c83f-404e-b25b-6885154effe5</entry>
Dec 05 17:44:38 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:44:38 user nova-compute[75018]:     </system>
Dec 05 17:44:38 user nova-compute[75018]:   </sysinfo>
Dec 05 17:44:38 user nova-compute[75018]:   <os>
Dec 05 17:44:38 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:44:38 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:44:38 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:44:38 user nova-compute[75018]:   </os>
Dec 05 17:44:38 user nova-compute[75018]:   <features>
Dec 05 17:44:38 user nova-compute[75018]:     <acpi/>
Dec 05 17:44:38 user nova-compute[75018]:     <apic/>
Dec 05 17:44:38 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:44:38 user nova-compute[75018]:   </features>
Dec 05 17:44:38 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:44:38 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:44:38 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:44:38 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:44:38 user nova-compute[75018]:   </clock>
Dec 05 17:44:38 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:44:38 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:44:38 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:44:38 user nova-compute[75018]:   </cpu>
Dec 05 17:44:38 user nova-compute[75018]:   <devices>
Dec 05 17:44:38 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:44:38 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:44:38 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk"/>
Dec 05 17:44:38 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:44:38 user nova-compute[75018]:     </disk>
Dec 05 17:44:38 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:44:38 user nova-compute[75018]:       <mac address="fa:16:3e:73:c0:3b"/>
Dec 05 17:44:38 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:44:38 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:44:38 user nova-compute[75018]:       <target dev="tapc25e6cbe-45"/>
Dec 05 17:44:38 user nova-compute[75018]:     </interface>
Dec 05 17:44:38 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:44:38 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/console.log" append="off"/>
Dec 05 17:44:38 user nova-compute[75018]:     </serial>
Dec 05 17:44:38 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:44:38 user nova-compute[75018]:     <video>
Dec 05 17:44:38 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:44:38 user nova-compute[75018]:     </video>
Dec 05 17:44:38 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:44:38 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:44:38 user nova-compute[75018]:     </rng>
Dec 05 17:44:38 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:44:38 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:44:38 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:44:38 user nova-compute[75018]:     </memballoon>
Dec 05 17:44:38 user nova-compute[75018]:   </devices>
Dec 05 17:44:38 user nova-compute[75018]: </domain>
Dec 05 17:44:38 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:44:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2133649586',display_name='tempest-AttachVolumeTestJSON-server-2133649586',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2133649586',id=51,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMRTW879M0qS/F2dfaiMeA8+5YMLfC8AI++ksnHUFuKTm4Irsi7LJKyJFCS7quwkxt5+rUYRjc9GpyJ17AZjNf1Dsa1ckFsszLEIO3ZvnWJf3p2Gyv7/lApf7gjCj6TpMg==',key_name='tempest-keypair-2134576647',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f124feae86574f7f91a0f240dbccab7f',ramdisk_id='',reservation_id='r-h8zbco1n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-665022686',owner_user_name='tempest-AttachVolumeTestJSON-665022686-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:44:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6329cfe1f93c4c208e3ccd49b679ce47',uuid=97640bd5-c83f-404e-b25b-6885154effe5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converting VIF {"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG os_vif [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '39cc236f-4814-56c6-8c93-a1c490933f75', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc25e6cbe-45, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc25e6cbe-45, col_values=(('qos', UUID('fbd38d6b-321b-476b-b556-fcace450ec95')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc25e6cbe-45, col_values=(('external_ids', {'iface-id': 'c25e6cbe-4502-48c6-9eef-4c2318f5e521', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:73:c0:3b', 'vm-uuid': '97640bd5-c83f-404e-b25b-6885154effe5'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:44:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:38 user nova-compute[75018]: INFO os_vif [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45')
Dec 05 17:44:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:44:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] No VIF found with MAC fa:16:3e:73:c0:3b, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:44:39 user nova-compute[75018]: DEBUG nova.network.neutron [req-251b3afd-3ed9-4be6-8971-4126e97769a7 req-6689e1ff-556c-41c6-9337-c65f00aeaef4 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updated VIF entry in instance network info cache for port c25e6cbe-4502-48c6-9eef-4c2318f5e521. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:44:39 user nova-compute[75018]: DEBUG nova.network.neutron [req-251b3afd-3ed9-4be6-8971-4126e97769a7 req-6689e1ff-556c-41c6-9337-c65f00aeaef4 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updating instance_info_cache with network_info: [{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:44:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-251b3afd-3ed9-4be6-8971-4126e97769a7 req-6689e1ff-556c-41c6-9337-c65f00aeaef4 service nova] Releasing lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:44:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-c580b46f-70e3-4d72-9d93-d6b1a8e7dc9a req-3ae8e253-a63a-442f-8edd-4b4c6bc75c78 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:44:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c580b46f-70e3-4d72-9d93-d6b1a8e7dc9a req-3ae8e253-a63a-442f-8edd-4b4c6bc75c78 service nova] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:44:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c580b46f-70e3-4d72-9d93-d6b1a8e7dc9a req-3ae8e253-a63a-442f-8edd-4b4c6bc75c78 service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:44:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c580b46f-70e3-4d72-9d93-d6b1a8e7dc9a req-3ae8e253-a63a-442f-8edd-4b4c6bc75c78 service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:44:40 user nova-compute[75018]: DEBUG nova.compute.manager [req-c580b46f-70e3-4d72-9d93-d6b1a8e7dc9a req-3ae8e253-a63a-442f-8edd-4b4c6bc75c78 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] No waiting events found dispatching network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:44:40 user nova-compute[75018]: WARNING nova.compute.manager [req-c580b46f-70e3-4d72-9d93-d6b1a8e7dc9a req-3ae8e253-a63a-442f-8edd-4b4c6bc75c78 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received unexpected event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 for instance with vm_state building and task_state spawning.
Dec 05 17:44:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:44:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:44:42 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Instance spawned successfully.
Dec 05 17:44:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:44:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:44:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:44:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:44:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:44:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:44:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:44:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-3908bdf6-1766-4e1a-9bef-b40ebbb36dc2 req-62873f99-003f-46a4-a8fa-93c92f212216 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:44:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3908bdf6-1766-4e1a-9bef-b40ebbb36dc2 req-62873f99-003f-46a4-a8fa-93c92f212216 service nova] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:44:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3908bdf6-1766-4e1a-9bef-b40ebbb36dc2 req-62873f99-003f-46a4-a8fa-93c92f212216 service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:44:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3908bdf6-1766-4e1a-9bef-b40ebbb36dc2 req-62873f99-003f-46a4-a8fa-93c92f212216 service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:44:42 user nova-compute[75018]: DEBUG nova.compute.manager [req-3908bdf6-1766-4e1a-9bef-b40ebbb36dc2 req-62873f99-003f-46a4-a8fa-93c92f212216 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] No waiting events found dispatching network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:44:42 user nova-compute[75018]: WARNING nova.compute.manager [req-3908bdf6-1766-4e1a-9bef-b40ebbb36dc2 req-62873f99-003f-46a4-a8fa-93c92f212216 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received unexpected event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 for instance with vm_state building and task_state spawning.
Dec 05 17:44:42 user nova-compute[75018]: INFO nova.compute.manager [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Took 5.27 seconds to spawn the instance on the hypervisor.
Dec 05 17:44:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:44:42 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:44:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:44:42 user nova-compute[75018]: INFO nova.compute.manager [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Took 5.80 seconds to build instance.
Dec 05 17:44:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-0f374fca-bd40-4297-8043-ab213498e6aa tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "97640bd5-c83f-404e-b25b-6885154effe5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.887s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:44:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:44 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:44:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:44:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:44:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:44:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:44:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:44:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:45:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:45:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:45:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:45:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:45:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:45:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:45:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:45:15 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_power_states {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:45:15 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:45:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:45:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "97640bd5-c83f-404e-b25b-6885154effe5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:45:15 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "97640bd5-c83f-404e-b25b-6885154effe5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:45:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:45:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:45:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:45:30 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:45:31 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:45:31 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:45:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:45:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:45:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:45:31 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:45:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:45:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:45:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:45:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:45:32 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:45:32 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:45:32 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9003MB free_disk=24.96493911743164GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:45:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:45:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:45:32 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 97640bd5-c83f-404e-b25b-6885154effe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:45:32 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:45:32 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:45:32 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:45:32 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:45:32 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:45:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.201s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:45:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:45:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:45:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:45:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:45:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:45:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:45:35 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:45:35 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:45:35 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:45:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:45:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:45:35 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:45:35 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:45:36 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updating instance_info_cache with network_info: [{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:45:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:45:36 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:45:36 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:45:36 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:45:36 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:45:36 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:45:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:45:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:45:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:45:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:45:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:45:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:45:43 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:45:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:45:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:45:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:45:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:45:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:45:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:45:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:45:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:45:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:45:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:46:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:46:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:46:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:46:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:46:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:46:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:46:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:46:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:46:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:46:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:46:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:46:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:46:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-07cc90c1-1683-4aa8-86e2-8a23e2c32f27 req-87157a83-b364-4811-b670-19d6e20a06a8 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received event network-changed-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:46:27 user nova-compute[75018]: DEBUG nova.compute.manager [req-07cc90c1-1683-4aa8-86e2-8a23e2c32f27 req-87157a83-b364-4811-b670-19d6e20a06a8 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Refreshing instance network info cache due to event network-changed-c25e6cbe-4502-48c6-9eef-4c2318f5e521. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:46:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07cc90c1-1683-4aa8-86e2-8a23e2c32f27 req-87157a83-b364-4811-b670-19d6e20a06a8 service nova] Acquiring lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:46:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07cc90c1-1683-4aa8-86e2-8a23e2c32f27 req-87157a83-b364-4811-b670-19d6e20a06a8 service nova] Acquired lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:46:27 user nova-compute[75018]: DEBUG nova.network.neutron [req-07cc90c1-1683-4aa8-86e2-8a23e2c32f27 req-87157a83-b364-4811-b670-19d6e20a06a8 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Refreshing network info cache for port c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:46:28 user nova-compute[75018]: DEBUG nova.network.neutron [req-07cc90c1-1683-4aa8-86e2-8a23e2c32f27 req-87157a83-b364-4811-b670-19d6e20a06a8 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updated VIF entry in instance network info cache for port c25e6cbe-4502-48c6-9eef-4c2318f5e521. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:46:28 user nova-compute[75018]: DEBUG nova.network.neutron [req-07cc90c1-1683-4aa8-86e2-8a23e2c32f27 req-87157a83-b364-4811-b670-19d6e20a06a8 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updating instance_info_cache with network_info: [{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:46:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-07cc90c1-1683-4aa8-86e2-8a23e2c32f27 req-87157a83-b364-4811-b670-19d6e20a06a8 service nova] Releasing lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:46:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:30 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:46:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:46:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "97640bd5-c83f-404e-b25b-6885154effe5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:46:30 user nova-compute[75018]: DEBUG nova.objects.instance [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'flavor' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:46:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "97640bd5-c83f-404e-b25b-6885154effe5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:46:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:46:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "97640bd5-c83f-404e-b25b-6885154effe5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:46:30 user nova-compute[75018]: INFO nova.compute.manager [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Attaching volume dc2a9f75-dd25-4109-8425-14ad13a61f0b to /dev/vdb
Dec 05 17:46:30 user nova-compute[75018]: DEBUG os_brick.utils [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:46:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[730ca82e-8c67-4f0f-b5f1-4548b1700cf1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b060a182-2bed-47e3-b643-b56f363c68df]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[25118340-1fd6-4d23-a856-ac2699acd653]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d533a92b-b173-4dcb-9b03-04800e32fded]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:46:31 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:46:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c7b13f5-fb49-4353-bcd1-336d2e4be279]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG os_brick.utils [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:46:31 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updating existing volume attachment record: c0f120fe-bb46-4f1a-8408-8c049f96c9ad {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:46:32 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:46:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:46:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:46:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:46:32 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:46:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:46:32 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:33 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:46:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:33 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:46:33 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:46:33 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9022MB free_disk=24.964191436767578GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:46:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:46:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:46:33 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 97640bd5-c83f-404e-b25b-6885154effe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:46:33 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:46:33 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:46:33 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:46:33 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:46:33 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:46:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.169s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:46:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:34 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:46:34 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:46:34 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:46:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:46:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:46:34 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:46:34 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:46:35 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updating instance_info_cache with network_info: [{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:46:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:46:35 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:46:35 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:46:36 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:46:37 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:46:37 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:46:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:38 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:46:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:46:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lhVeXZwg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:46:42 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:46:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:46:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:46:42 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:46:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:46:42 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:46:42 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:46:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ccb3d8c-e571-42f2-89e0-f8db571dcb02]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:46:43 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a8377b-9ddf-4b4f-ba90-34e0c4457da4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b] added
Dec 05 17:46:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc0e7ec7-aa51-4821-9ecd-73e70262284a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3eef33c-4079-487d-8bc0-0f04dacac106]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lhVeXZwg {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lhVeXZwg" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca2c768e-a577-4138-994c-7b4f640cfa8f]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lhVeXZwg'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[56d541ed-96ff-411f-b34e-045acef7f5d7]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb9c70f3-70eb-48da-8001-a97f01a55342]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:46:43 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:46:43 user nova-compute[75018]:  {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:46:43 user nova-compute[75018]: WARNING os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 05 17:46:43 user nova-compute[75018]: 
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a14accf4-b4c3-4720-994d-0e885375367f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b, portal: 172.16.0.220,3260]
Dec 05 17:46:43 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b, portal: 172.16.0.220,3260] successful.
Dec 05 17:46:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf660954-1389-4766-9bee-394fa448c51a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aac63fc8-6759-4386-b3a4-6d3f5cfc27ca]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b (non-flash)
Dec 05 17:46:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b (non-flash)
Dec 05 17:46:43 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.258s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] HCTL ('33', '-', '-', 0) found on session 59 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e502f241-6d53-4e43-80c8-671e6cda417a]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lhVeXZwg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:46:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:46:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.290s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:46:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] <== connect_volume: return (1291ms) {'type': 'block', 'scsi_wwn': '23531633136393338', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:46:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23531633136393338', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:46:44 user nova-compute[75018]: DEBUG nova.objects.instance [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'flavor' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:46:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:46:44 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:46:44 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:46:44 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:46:44 user nova-compute[75018]:   <serial>dc2a9f75-dd25-4109-8425-14ad13a61f0b</serial>
Dec 05 17:46:44 user nova-compute[75018]: </disk>
Dec 05 17:46:44 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:46:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:46:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:46:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] No VIF found with MAC fa:16:3e:73:c0:3b, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:46:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d0e6020f-0880-4366-a062-3626fe42e455 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "97640bd5-c83f-404e-b25b-6885154effe5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.922s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:46:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6628ea00-8f3b-4e90-a14d-7ffed182a723 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:46:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6628ea00-8f3b-4e90-a14d-7ffed182a723 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "97640bd5-c83f-404e-b25b-6885154effe5" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:46:45 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6628ea00-8f3b-4e90-a14d-7ffed182a723 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:46:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6628ea00-8f3b-4e90-a14d-7ffed182a723 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75018) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 05 17:46:46 user nova-compute[75018]: DEBUG nova.objects.instance [None req-6628ea00-8f3b-4e90-a14d-7ffed182a723 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'flavor' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:46:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-fe31c61d-1485-4a11-adca-16e7fdfbbc0f req-db56d840-41d3-4820-87a2-80e451b22138 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received event network-vif-unplugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:46:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fe31c61d-1485-4a11-adca-16e7fdfbbc0f req-db56d840-41d3-4820-87a2-80e451b22138 service nova] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:46:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fe31c61d-1485-4a11-adca-16e7fdfbbc0f req-db56d840-41d3-4820-87a2-80e451b22138 service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:46:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-fe31c61d-1485-4a11-adca-16e7fdfbbc0f req-db56d840-41d3-4820-87a2-80e451b22138 service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:46:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-fe31c61d-1485-4a11-adca-16e7fdfbbc0f req-db56d840-41d3-4820-87a2-80e451b22138 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] No waiting events found dispatching network-vif-unplugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:46:46 user nova-compute[75018]: WARNING nova.compute.manager [req-fe31c61d-1485-4a11-adca-16e7fdfbbc0f req-db56d840-41d3-4820-87a2-80e451b22138 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received unexpected event network-vif-unplugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 for instance with vm_state active and task_state powering-off.
Dec 05 17:46:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:46 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Instance destroyed successfully.
Dec 05 17:46:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6628ea00-8f3b-4e90-a14d-7ffed182a723 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:46:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6628ea00-8f3b-4e90-a14d-7ffed182a723 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "97640bd5-c83f-404e-b25b-6885154effe5" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.856s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:46:47 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:46:48 user nova-compute[75018]: DEBUG nova.compute.manager [req-a8a7fc1e-86d5-449a-b357-192bfda09cb4 req-76de50d9-193e-46a7-8ee6-4d5c7b92ac1d service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:46:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a8a7fc1e-86d5-449a-b357-192bfda09cb4 req-76de50d9-193e-46a7-8ee6-4d5c7b92ac1d service nova] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:46:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a8a7fc1e-86d5-449a-b357-192bfda09cb4 req-76de50d9-193e-46a7-8ee6-4d5c7b92ac1d service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:46:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a8a7fc1e-86d5-449a-b357-192bfda09cb4 req-76de50d9-193e-46a7-8ee6-4d5c7b92ac1d service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:46:48 user nova-compute[75018]: DEBUG nova.compute.manager [req-a8a7fc1e-86d5-449a-b357-192bfda09cb4 req-76de50d9-193e-46a7-8ee6-4d5c7b92ac1d service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] No waiting events found dispatching network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:46:48 user nova-compute[75018]: WARNING nova.compute.manager [req-a8a7fc1e-86d5-449a-b357-192bfda09cb4 req-76de50d9-193e-46a7-8ee6-4d5c7b92ac1d service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received unexpected event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 for instance with vm_state stopped and task_state None.
Dec 05 17:46:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:46:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:46:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:47:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:47:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:47:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:47:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:47:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:47:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:47:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:47:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:47:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:47:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:47:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:47:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:47:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:47:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:47:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:47:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:47:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:47:32 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:47:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:47:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:47:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:47:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:47:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:47:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:47:34 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:47:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:47:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:47:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:47:34 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:47:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:47:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:47:34 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:47:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:47:35 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:47:35 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:47:35 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:47:35 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9141MB free_disk=24.96331787109375GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:47:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:47:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:47:35 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 97640bd5-c83f-404e-b25b-6885154effe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:47:35 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:47:35 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:47:35 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:47:35 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:47:35 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:47:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.218s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:47:36 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:47:36 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:47:36 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:47:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:47:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:47:36 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:47:36 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:47:37 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updating instance_info_cache with network_info: [{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:47:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:47:37 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:47:37 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:47:37 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:47:38 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:47:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:47:39 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:47:40 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:47:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:47:44 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:47:44 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:47:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:47:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:47:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:48:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:48:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:48:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:48:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:48:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:34 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:48:35 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:48:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:48:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:48:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:48:35 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:48:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:48:36 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:48:36 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:48:36 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9163MB free_disk=24.962757110595703GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:48:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:48:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:48:36 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 97640bd5-c83f-404e-b25b-6885154effe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:48:36 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:48:36 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:48:36 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:48:36 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:48:36 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:48:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.185s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:48:36 user nova-compute[75018]: DEBUG nova.objects.instance [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'flavor' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:48:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:48:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquired lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:48:36 user nova-compute[75018]: DEBUG nova.network.neutron [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:48:36 user nova-compute[75018]: DEBUG nova.objects.instance [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'info_cache' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:48:36 user nova-compute[75018]: DEBUG nova.objects.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Object Instance<97640bd5-c83f-404e-b25b-6885154effe5> lazy-loaded attributes: flavor,info_cache {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.network.neutron [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updating instance_info_cache with network_info: [{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Releasing lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:48:37 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Instance destroyed successfully.
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.objects.instance [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'resources' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.objects.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Object Instance<97640bd5-c83f-404e-b25b-6885154effe5> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:44:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2133649586',display_name='tempest-AttachVolumeTestJSON-server-2133649586',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2133649586',id=51,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMRTW879M0qS/F2dfaiMeA8+5YMLfC8AI++ksnHUFuKTm4Irsi7LJKyJFCS7quwkxt5+rUYRjc9GpyJ17AZjNf1Dsa1ckFsszLEIO3ZvnWJf3p2Gyv7/lApf7gjCj6TpMg==',key_name='tempest-keypair-2134576647',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:44:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='f124feae86574f7f91a0f240dbccab7f',ramdisk_id='',reservation_id='r-h8zbco1n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-665022686',owner_user_name='tempest-AttachVolumeTestJSON-665022686-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:46:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6329cfe1f93c4c208e3ccd49b679ce47',uuid=97640bd5-c83f-404e-b25b-6885154effe5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converting VIF {"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_vif [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc25e6cbe-45, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fbd38d6b-321b-476b-b556-fcace450ec95) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:37 user nova-compute[75018]: INFO os_vif [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45')
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lhVeXZwg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:48:37 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b896f0fd-9a93-48c8-83e5-8d6e6d9c4bfa]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:48:37 user nova-compute[75018]: No targets found.
Dec 05 17:48:37 user nova-compute[75018]: iSNS:
Dec 05 17:48:37 user nova-compute[75018]: No targets found.
Dec 05 17:48:37 user nova-compute[75018]: STATIC:
Dec 05 17:48:37 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b
Dec 05 17:48:37 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:48:37 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:48:37 user nova-compute[75018]: FIRMWARE:
Dec 05 17:48:37 user nova-compute[75018]: No targets found.
Dec 05 17:48:37 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:48:37 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:48:37 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[22675e19-1b48-4fa1-82ac-0575931d3bc2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[284ca6ed-f436-45ed-89bc-e601949bdf22]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b (non-flash)
Dec 05 17:48:37 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b (non-flash)
Dec 05 17:48:37 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c0195bd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c47ba489-665a-4595-ad9a-5aaa0227d9c1]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[eabe5418-4c35-4603-ab5c-9427ee172417]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b548f7a-e72c-4c38-9972-ac9d57fba694]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.034s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad4059ea-fe9f-4ccc-bafb-d7d2dac487c1]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[36016aa2-4b2b-4d6b-9b04-1b5c238a95cf]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[71ff862a-f4eb-4d37-915b-1213ca03c17c]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b, portal: 172.16.0.220,3260]
Dec 05 17:48:37 user nova-compute[75018]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b, portal: 172.16.0.220,3260] successful.
Dec 05 17:48:37 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd34ebba-6024-435e-8a99-421925bb4ac4]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.281s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] <== disconnect_volume: return (283ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Start _get_guest_xml network_info=[{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lhVeXZwg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '97640bd5-c83f-404e-b25b-6885154effe5', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc2a9f75-dd25-4109-8425-14ad13a61f0b', 'serial': 'dc2a9f75-dd25-4109-8425-14ad13a61f0b'}, 'attachment_id': 'c0f120fe-bb46-4f1a-8408-8c049f96c9ad', 'delete_on_termination': False, 'boot_index': None, 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.objects.instance [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'numa_topology' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.objects.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Object Instance<97640bd5-c83f-404e-b25b-6885154effe5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:48:37 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:48:37 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.objects.instance [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'vcpu_model' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.objects.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Object Instance<97640bd5-c83f-404e-b25b-6885154effe5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lhVeXZwg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:48:37 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:48:37 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:48:37 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebb7ad30-3039-4884-b354-17abc0e3d177]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:48:37 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3e3bcff-1161-4426-8a98-e30e44e312ab]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b] added
Dec 05 17:48:37 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[78940f88-0bff-4318-9589-c1f09d352a08]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0aa7c4ce-943f-41e3-ae2d-2f5923abc488]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lhVeXZwg {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lhVeXZwg" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[464b0586-61fc-47f5-81db-092021cda029]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lhVeXZwg'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[20d7054e-4cee-47e9-9155-726a6221deb9]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2060c09d-d0ab-41b2-82a9-ed1c738a8945]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:48:37 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:48:37 user nova-compute[75018]:  {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:48:37 user nova-compute[75018]: WARNING os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 05 17:48:37 user nova-compute[75018]: 
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b490d054-07aa-45e3-b264-8a3d00996db2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b, portal: 172.16.0.220,3260]
Dec 05 17:48:37 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b, portal: 172.16.0.220,3260] successful.
Dec 05 17:48:37 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d242601-5311-40ca-995e-f4c517be8cc1]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dc6ec18-86b8-422b-8ed0-17853a34e4ff]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b (non-flash)
Dec 05 17:48:37 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b (non-flash)
Dec 05 17:48:37 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.243s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] HCTL ('33', '-', '-', 0) found on session 60 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:48:37 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:48:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d66249e-195b-460c-97ae-a32d8b119219]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:48:38 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:48:38 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:48:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:48:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:48:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:48:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:48:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:48:38 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:48:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updating instance_info_cache with network_info: [{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lhVeXZwg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.272s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] <== connect_volume: return (1275ms) {'type': 'block', 'scsi_wwn': '23531633136393338', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23531633136393338', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:44:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2133649586',display_name='tempest-AttachVolumeTestJSON-server-2133649586',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2133649586',id=51,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMRTW879M0qS/F2dfaiMeA8+5YMLfC8AI++ksnHUFuKTm4Irsi7LJKyJFCS7quwkxt5+rUYRjc9GpyJ17AZjNf1Dsa1ckFsszLEIO3ZvnWJf3p2Gyv7/lApf7gjCj6TpMg==',key_name='tempest-keypair-2134576647',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:44:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='f124feae86574f7f91a0f240dbccab7f',ramdisk_id='',reservation_id='r-h8zbco1n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-665022686',owner_user_name='tempest-AttachVolumeTestJSON-665022686-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:46:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6329cfe1f93c4c208e3ccd49b679ce47',uuid=97640bd5-c83f-404e-b25b-6885154effe5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converting VIF {"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.objects.instance [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'pci_devices' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.objects.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Object Instance<97640bd5-c83f-404e-b25b-6885154effe5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:48:39 user nova-compute[75018]:   <uuid>97640bd5-c83f-404e-b25b-6885154effe5</uuid>
Dec 05 17:48:39 user nova-compute[75018]:   <name>instance-00000033</name>
Dec 05 17:48:39 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:48:39 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:48:39 user nova-compute[75018]:   <metadata>
Dec 05 17:48:39 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:48:39 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:48:39 user nova-compute[75018]:       <nova:name>tempest-AttachVolumeTestJSON-server-2133649586</nova:name>
Dec 05 17:48:39 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:48:37</nova:creationTime>
Dec 05 17:48:39 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:48:39 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:48:39 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:48:39 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:48:39 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:48:39 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:48:39 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:48:39 user nova-compute[75018]:       <nova:owner>
Dec 05 17:48:39 user nova-compute[75018]:         <nova:user uuid="6329cfe1f93c4c208e3ccd49b679ce47">tempest-AttachVolumeTestJSON-665022686-project-member</nova:user>
Dec 05 17:48:39 user nova-compute[75018]:         <nova:project uuid="f124feae86574f7f91a0f240dbccab7f">tempest-AttachVolumeTestJSON-665022686</nova:project>
Dec 05 17:48:39 user nova-compute[75018]:       </nova:owner>
Dec 05 17:48:39 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:48:39 user nova-compute[75018]:       <nova:ports>
Dec 05 17:48:39 user nova-compute[75018]:         <nova:port uuid="c25e6cbe-4502-48c6-9eef-4c2318f5e521">
Dec 05 17:48:39 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 05 17:48:39 user nova-compute[75018]:         </nova:port>
Dec 05 17:48:39 user nova-compute[75018]:       </nova:ports>
Dec 05 17:48:39 user nova-compute[75018]:     </nova:instance>
Dec 05 17:48:39 user nova-compute[75018]:   </metadata>
Dec 05 17:48:39 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:48:39 user nova-compute[75018]:     <system>
Dec 05 17:48:39 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:48:39 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:48:39 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:48:39 user nova-compute[75018]:       <entry name="serial">97640bd5-c83f-404e-b25b-6885154effe5</entry>
Dec 05 17:48:39 user nova-compute[75018]:       <entry name="uuid">97640bd5-c83f-404e-b25b-6885154effe5</entry>
Dec 05 17:48:39 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:48:39 user nova-compute[75018]:     </system>
Dec 05 17:48:39 user nova-compute[75018]:   </sysinfo>
Dec 05 17:48:39 user nova-compute[75018]:   <os>
Dec 05 17:48:39 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:48:39 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:48:39 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:48:39 user nova-compute[75018]:   </os>
Dec 05 17:48:39 user nova-compute[75018]:   <features>
Dec 05 17:48:39 user nova-compute[75018]:     <acpi/>
Dec 05 17:48:39 user nova-compute[75018]:     <apic/>
Dec 05 17:48:39 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:48:39 user nova-compute[75018]:   </features>
Dec 05 17:48:39 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:48:39 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:48:39 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:48:39 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:48:39 user nova-compute[75018]:   </clock>
Dec 05 17:48:39 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:48:39 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:48:39 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:48:39 user nova-compute[75018]:   </cpu>
Dec 05 17:48:39 user nova-compute[75018]:   <devices>
Dec 05 17:48:39 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:48:39 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:48:39 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk"/>
Dec 05 17:48:39 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:48:39 user nova-compute[75018]:     </disk>
Dec 05 17:48:39 user nova-compute[75018]:     <disk type="block" device="disk">
Dec 05 17:48:39 user nova-compute[75018]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:48:39 user nova-compute[75018]:       <source dev="/dev/sdb"/>
Dec 05 17:48:39 user nova-compute[75018]:       <target dev="vdb" bus="virtio"/>
Dec 05 17:48:39 user nova-compute[75018]:       <serial>dc2a9f75-dd25-4109-8425-14ad13a61f0b</serial>
Dec 05 17:48:39 user nova-compute[75018]:     </disk>
Dec 05 17:48:39 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:48:39 user nova-compute[75018]:       <mac address="fa:16:3e:73:c0:3b"/>
Dec 05 17:48:39 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:48:39 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:48:39 user nova-compute[75018]:       <target dev="tapc25e6cbe-45"/>
Dec 05 17:48:39 user nova-compute[75018]:     </interface>
Dec 05 17:48:39 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:48:39 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/console.log" append="off"/>
Dec 05 17:48:39 user nova-compute[75018]:     </serial>
Dec 05 17:48:39 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:48:39 user nova-compute[75018]:     <video>
Dec 05 17:48:39 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:48:39 user nova-compute[75018]:     </video>
Dec 05 17:48:39 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:48:39 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:48:39 user nova-compute[75018]:     </rng>
Dec 05 17:48:39 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:48:39 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:48:39 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:48:39 user nova-compute[75018]:     </memballoon>
Dec 05 17:48:39 user nova-compute[75018]:   </devices>
Dec 05 17:48:39 user nova-compute[75018]: </domain>
Dec 05 17:48:39 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.objects.instance [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'trusted_certs' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.objects.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Object Instance<97640bd5-c83f-404e-b25b-6885154effe5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.192s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Checking if we can resize image /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Cannot resize image /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.objects.instance [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'migration_context' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.objects.base [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Object Instance<97640bd5-c83f-404e-b25b-6885154effe5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:44:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2133649586',display_name='tempest-AttachVolumeTestJSON-server-2133649586',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2133649586',id=51,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMRTW879M0qS/F2dfaiMeA8+5YMLfC8AI++ksnHUFuKTm4Irsi7LJKyJFCS7quwkxt5+rUYRjc9GpyJ17AZjNf1Dsa1ckFsszLEIO3ZvnWJf3p2Gyv7/lApf7gjCj6TpMg==',key_name='tempest-keypair-2134576647',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:44:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='f124feae86574f7f91a0f240dbccab7f',ramdisk_id='',reservation_id='r-h8zbco1n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-665022686',owner_user_name='tempest-AttachVolumeTestJSON-665022686-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:46:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6329cfe1f93c4c208e3ccd49b679ce47',uuid=97640bd5-c83f-404e-b25b-6885154effe5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converting VIF {"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG os_vif [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '39cc236f-4814-56c6-8c93-a1c490933f75', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc25e6cbe-45, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc25e6cbe-45, col_values=(('qos', UUID('445f540a-681e-4a35-8116-14f05cdd7312')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc25e6cbe-45, col_values=(('external_ids', {'iface-id': 'c25e6cbe-4502-48c6-9eef-4c2318f5e521', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:73:c0:3b', 'vm-uuid': '97640bd5-c83f-404e-b25b-6885154effe5'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:48:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:39 user nova-compute[75018]: INFO os_vif [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45')
Dec 05 17:48:40 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:48:40 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:48:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-46c94f2b-e763-45fa-a5de-7abd6bb1c3c7 req-0dafc5a9-0b86-43c0-8f5f-ae2ef02073be service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:48:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-46c94f2b-e763-45fa-a5de-7abd6bb1c3c7 req-0dafc5a9-0b86-43c0-8f5f-ae2ef02073be service nova] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:48:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-46c94f2b-e763-45fa-a5de-7abd6bb1c3c7 req-0dafc5a9-0b86-43c0-8f5f-ae2ef02073be service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:48:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-46c94f2b-e763-45fa-a5de-7abd6bb1c3c7 req-0dafc5a9-0b86-43c0-8f5f-ae2ef02073be service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:48:41 user nova-compute[75018]: DEBUG nova.compute.manager [req-46c94f2b-e763-45fa-a5de-7abd6bb1c3c7 req-0dafc5a9-0b86-43c0-8f5f-ae2ef02073be service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] No waiting events found dispatching network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:48:41 user nova-compute[75018]: WARNING nova.compute.manager [req-46c94f2b-e763-45fa-a5de-7abd6bb1c3c7 req-0dafc5a9-0b86-43c0-8f5f-ae2ef02073be service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received unexpected event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 for instance with vm_state stopped and task_state powering-on.
Dec 05 17:48:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:48:43 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Instance rebooted successfully.
Dec 05 17:48:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-95e7b456-9f97-4f44-9470-0ad350122178 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:48:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-c9ea4e69-1a4d-463e-8023-932a3e3cc1ab req-413f878d-3167-4998-a5ca-15c8e1903de4 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:48:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c9ea4e69-1a4d-463e-8023-932a3e3cc1ab req-413f878d-3167-4998-a5ca-15c8e1903de4 service nova] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:48:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c9ea4e69-1a4d-463e-8023-932a3e3cc1ab req-413f878d-3167-4998-a5ca-15c8e1903de4 service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:48:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c9ea4e69-1a4d-463e-8023-932a3e3cc1ab req-413f878d-3167-4998-a5ca-15c8e1903de4 service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:48:43 user nova-compute[75018]: DEBUG nova.compute.manager [req-c9ea4e69-1a4d-463e-8023-932a3e3cc1ab req-413f878d-3167-4998-a5ca-15c8e1903de4 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] No waiting events found dispatching network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:48:43 user nova-compute[75018]: WARNING nova.compute.manager [req-c9ea4e69-1a4d-463e-8023-932a3e3cc1ab req-413f878d-3167-4998-a5ca-15c8e1903de4 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received unexpected event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 for instance with vm_state active and task_state None.
Dec 05 17:48:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:45 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:48:45 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:48:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:50 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:48:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:48:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:49:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:49:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:49:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:49:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:49:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:49:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:49:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:49:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:49:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:49:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:49:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:49:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:49:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:49:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:49:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:49:35 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:49:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:49:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:49:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:49:35 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:49:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:49:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:49:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:49:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:49:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:49:36 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:49:36 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:49:36 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9002MB free_disk=24.961280822753906GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:49:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:49:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:49:36 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 97640bd5-c83f-404e-b25b-6885154effe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:49:36 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:49:36 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:49:36 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing inventories for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 05 17:49:36 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating ProviderTree inventory for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 05 17:49:36 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating inventory in ProviderTree for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 05 17:49:36 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing aggregate associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, aggregates: None {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 05 17:49:36 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing trait associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, traits: COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 05 17:49:36 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:49:36 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:49:36 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:49:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.482s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:49:37 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:49:37 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:49:38 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:49:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:49:38 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:49:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:49:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:49:38 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:49:38 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:49:39 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updating instance_info_cache with network_info: [{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:49:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:49:39 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:49:39 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:49:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:49:40 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:49:41 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:49:42 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:49:44 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:49:44 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 05 17:49:44 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] There are 0 instances to clean {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 05 17:49:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:49:45 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:49:45 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances with incomplete migration  {{(pid=75018) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 05 17:49:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:49:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:49:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:49:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:49:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:50:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:50:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:50:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:50:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:50:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:50:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:50:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:50:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "97640bd5-c83f-404e-b25b-6885154effe5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:50:28 user nova-compute[75018]: INFO nova.compute.manager [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Detaching volume dc2a9f75-dd25-4109-8425-14ad13a61f0b
Dec 05 17:50:28 user nova-compute[75018]: INFO nova.virt.block_device [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Attempting to driver detach volume dc2a9f75-dd25-4109-8425-14ad13a61f0b from mountpoint /dev/vdb
Dec 05 17:50:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Attempting to detach device vdb from instance 97640bd5-c83f-404e-b25b-6885154effe5 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:50:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:50:28 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:50:28 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:50:28 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:50:28 user nova-compute[75018]:   <serial>dc2a9f75-dd25-4109-8425-14ad13a61f0b</serial>
Dec 05 17:50:28 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 05 17:50:28 user nova-compute[75018]: </disk>
Dec 05 17:50:28 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:50:28 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Successfully detached device vdb from instance 97640bd5-c83f-404e-b25b-6885154effe5 from the persistent domain config.
Dec 05 17:50:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 97640bd5-c83f-404e-b25b-6885154effe5 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:50:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:50:28 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:50:28 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:50:28 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:50:28 user nova-compute[75018]:   <serial>dc2a9f75-dd25-4109-8425-14ad13a61f0b</serial>
Dec 05 17:50:28 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 05 17:50:28 user nova-compute[75018]: </disk>
Dec 05 17:50:28 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:50:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:50:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:50:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:50:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:50:36 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:50:36 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:50:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:50:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:50:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:50:36 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:50:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:50:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:50:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:50:37 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:50:37 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:50:37 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:50:37 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9006MB free_disk=24.960609436035156GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:50:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:50:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:50:37 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 97640bd5-c83f-404e-b25b-6885154effe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:50:37 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:50:37 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:50:37 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:50:37 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:50:37 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:50:37 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.166s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:50:39 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:50:39 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:50:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:50:40 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:50:40 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:50:40 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:50:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:50:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:50:40 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:50:40 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:50:41 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updating instance_info_cache with network_info: [{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:50:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:50:41 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:50:41 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:50:42 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:50:44 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:50:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:50:47 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:50:47 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:50:48 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 97640bd5-c83f-404e-b25b-6885154effe5 is timed out.
Dec 05 17:50:48 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Successfully detached device vdb from instance 97640bd5-c83f-404e-b25b-6885154effe5 from the live domain config.
Dec 05 17:50:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lhVeXZwg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:50:48 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6a09aa1-8828-4c5c-a899-1fd4b7f8fb83]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:50:48 user nova-compute[75018]: No targets found.
Dec 05 17:50:48 user nova-compute[75018]: iSNS:
Dec 05 17:50:48 user nova-compute[75018]: No targets found.
Dec 05 17:50:48 user nova-compute[75018]: STATIC:
Dec 05 17:50:48 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b
Dec 05 17:50:48 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:50:48 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:50:48 user nova-compute[75018]: FIRMWARE:
Dec 05 17:50:48 user nova-compute[75018]: No targets found.
Dec 05 17:50:48 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:50:48 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:50:48 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1358fc0-5970-48e0-ae44-b92db0c68514]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac0c15fb-6e84-4e28-9b15-8992c15f24b1]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b (non-flash)
Dec 05 17:50:48 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b (non-flash)
Dec 05 17:50:48 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c0194700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7302583d-1097-4f9c-a7b0-a71799f380c8]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[14e4c343-800d-4d71-abc1-beaca3dc4abd]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4584edac-8e99-4178-9d3a-3eec9ec02975]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f597024a-50a4-4139-94c4-19e7c8c20d3e]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2332671-60da-4973-9342-a5c22a4cb20f]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6954fde5-2e31-401f-acca-200aef9e26d2]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b, portal: 172.16.0.220,3260]
Dec 05 17:50:48 user nova-compute[75018]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b, portal: 172.16.0.220,3260] successful.
Dec 05 17:50:48 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2a9f75-dd25-4109-8425-14ad13a61f0b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3370887-7efc-4ed0-9920-dbacb0c0a515]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.296s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] <== disconnect_volume: return (298ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:50:48 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:50:49 user nova-compute[75018]: DEBUG nova.objects.instance [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'flavor' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:50:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-9fd03b9e-a643-4d82-8ce3-b89cab7fcf66 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "97640bd5-c83f-404e-b25b-6885154effe5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.694s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:50:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:50:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-fcc92b6c-85b0-4b13-bf07-cc3ce793259f tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:50:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-fcc92b6c-85b0-4b13-bf07-cc3ce793259f tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "97640bd5-c83f-404e-b25b-6885154effe5" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:50:50 user nova-compute[75018]: DEBUG nova.compute.manager [None req-fcc92b6c-85b0-4b13-bf07-cc3ce793259f tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:50:50 user nova-compute[75018]: DEBUG nova.compute.manager [None req-fcc92b6c-85b0-4b13-bf07-cc3ce793259f tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75018) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 05 17:50:50 user nova-compute[75018]: DEBUG nova.objects.instance [None req-fcc92b6c-85b0-4b13-bf07-cc3ce793259f tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'flavor' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:50:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:50:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:50:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:50:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:50:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:50:50 user nova-compute[75018]: DEBUG nova.compute.manager [req-9768a3bc-3fcd-4846-a881-3a242f1b9e04 req-b132b70f-adb5-4d4e-8903-98e9b3268ca3 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received event network-vif-unplugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:50:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9768a3bc-3fcd-4846-a881-3a242f1b9e04 req-b132b70f-adb5-4d4e-8903-98e9b3268ca3 service nova] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:50:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9768a3bc-3fcd-4846-a881-3a242f1b9e04 req-b132b70f-adb5-4d4e-8903-98e9b3268ca3 service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:50:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9768a3bc-3fcd-4846-a881-3a242f1b9e04 req-b132b70f-adb5-4d4e-8903-98e9b3268ca3 service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:50:50 user nova-compute[75018]: DEBUG nova.compute.manager [req-9768a3bc-3fcd-4846-a881-3a242f1b9e04 req-b132b70f-adb5-4d4e-8903-98e9b3268ca3 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] No waiting events found dispatching network-vif-unplugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:50:50 user nova-compute[75018]: WARNING nova.compute.manager [req-9768a3bc-3fcd-4846-a881-3a242f1b9e04 req-b132b70f-adb5-4d4e-8903-98e9b3268ca3 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received unexpected event network-vif-unplugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 for instance with vm_state active and task_state powering-off.
Dec 05 17:50:50 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:50:51 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Instance destroyed successfully.
Dec 05 17:50:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-fcc92b6c-85b0-4b13-bf07-cc3ce793259f tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:50:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-fcc92b6c-85b0-4b13-bf07-cc3ce793259f tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "97640bd5-c83f-404e-b25b-6885154effe5" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.855s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:50:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-a30d8dbd-5e4f-4c9e-9fbb-c62a7fa6eea2 req-574bb5d5-33de-43ad-9f86-5f3caab06ca3 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:50:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a30d8dbd-5e4f-4c9e-9fbb-c62a7fa6eea2 req-574bb5d5-33de-43ad-9f86-5f3caab06ca3 service nova] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:50:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a30d8dbd-5e4f-4c9e-9fbb-c62a7fa6eea2 req-574bb5d5-33de-43ad-9f86-5f3caab06ca3 service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:50:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-a30d8dbd-5e4f-4c9e-9fbb-c62a7fa6eea2 req-574bb5d5-33de-43ad-9f86-5f3caab06ca3 service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:50:52 user nova-compute[75018]: DEBUG nova.compute.manager [req-a30d8dbd-5e4f-4c9e-9fbb-c62a7fa6eea2 req-574bb5d5-33de-43ad-9f86-5f3caab06ca3 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] No waiting events found dispatching network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:50:52 user nova-compute[75018]: WARNING nova.compute.manager [req-a30d8dbd-5e4f-4c9e-9fbb-c62a7fa6eea2 req-574bb5d5-33de-43ad-9f86-5f3caab06ca3 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received unexpected event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 for instance with vm_state stopped and task_state None.
Dec 05 17:50:53 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:50:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:50:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:51:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:51:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:51:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:51:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:51:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:51:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:51:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:51:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:51:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:51:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:51:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:51:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:51:37 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:51:38 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:51:38 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:51:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:51:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:51:38 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:51:38 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:51:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:51:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:51:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:51:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:51:39 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:51:39 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:51:39 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9139MB free_disk=24.952083587646484GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:51:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:51:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:51:39 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 97640bd5-c83f-404e-b25b-6885154effe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:51:39 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:51:39 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:51:39 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:51:39 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:51:39 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:51:39 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.205s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:51:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:51:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:51:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:51:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:51:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:51:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:51:40 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:51:42 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:51:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:51:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:51:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:51:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:51:42 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:51:42 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:51:43 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updating instance_info_cache with network_info: [{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:51:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:51:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:51:43 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:51:43 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:51:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:51:45 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:51:47 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:51:47 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:51:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:51:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:51:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:52:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:52:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:52:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:52:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:52:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:52:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:52:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:52:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:52:38 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:52:39 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:52:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:52:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:52:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:52:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:52:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:40 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:52:40 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:52:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:52:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:52:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:52:40 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:52:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:52:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:52:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:52:41 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:52:41 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:52:41 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9167MB free_disk=24.951541900634766GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG nova.objects.instance [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'flavor' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquired lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG nova.network.neutron [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG nova.objects.instance [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'info_cache' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG nova.objects.base [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Object Instance<97640bd5-c83f-404e-b25b-6885154effe5> lazy-loaded attributes: flavor,info_cache {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 97640bd5-c83f-404e-b25b-6885154effe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.422s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG nova.network.neutron [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updating instance_info_cache with network_info: [{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:52:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Releasing lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:52:42 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Instance destroyed successfully.
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.objects.instance [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'resources' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.objects.base [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Object Instance<97640bd5-c83f-404e-b25b-6885154effe5> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:44:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2133649586',display_name='tempest-AttachVolumeTestJSON-server-2133649586',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2133649586',id=51,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMRTW879M0qS/F2dfaiMeA8+5YMLfC8AI++ksnHUFuKTm4Irsi7LJKyJFCS7quwkxt5+rUYRjc9GpyJ17AZjNf1Dsa1ckFsszLEIO3ZvnWJf3p2Gyv7/lApf7gjCj6TpMg==',key_name='tempest-keypair-2134576647',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:44:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='f124feae86574f7f91a0f240dbccab7f',ramdisk_id='',reservation_id='r-h8zbco1n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-665022686',owner_user_name='tempest-AttachVolumeTestJSON-665022686-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:50:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6329cfe1f93c4c208e3ccd49b679ce47',uuid=97640bd5-c83f-404e-b25b-6885154effe5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converting VIF {"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG os_vif [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc25e6cbe-45, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=445f540a-681e-4a35-8116-14f05cdd7312) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:52:42 user nova-compute[75018]: INFO os_vif [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45')
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Start _get_guest_xml network_info=[{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.objects.instance [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'numa_topology' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.objects.base [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Object Instance<97640bd5-c83f-404e-b25b-6885154effe5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:52:42 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:52:42 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.objects.instance [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'vcpu_model' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.objects.base [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Object Instance<97640bd5-c83f-404e-b25b-6885154effe5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:44:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2133649586',display_name='tempest-AttachVolumeTestJSON-server-2133649586',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2133649586',id=51,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMRTW879M0qS/F2dfaiMeA8+5YMLfC8AI++ksnHUFuKTm4Irsi7LJKyJFCS7quwkxt5+rUYRjc9GpyJ17AZjNf1Dsa1ckFsszLEIO3ZvnWJf3p2Gyv7/lApf7gjCj6TpMg==',key_name='tempest-keypair-2134576647',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:44:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='f124feae86574f7f91a0f240dbccab7f',ramdisk_id='',reservation_id='r-h8zbco1n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-665022686',owner_user_name='tempest-AttachVolumeTestJSON-665022686-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:50:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6329cfe1f93c4c208e3ccd49b679ce47',uuid=97640bd5-c83f-404e-b25b-6885154effe5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converting VIF {"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.objects.instance [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'pci_devices' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.objects.base [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Object Instance<97640bd5-c83f-404e-b25b-6885154effe5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:52:42 user nova-compute[75018]:   <uuid>97640bd5-c83f-404e-b25b-6885154effe5</uuid>
Dec 05 17:52:42 user nova-compute[75018]:   <name>instance-00000033</name>
Dec 05 17:52:42 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:52:42 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:52:42 user nova-compute[75018]:   <metadata>
Dec 05 17:52:42 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:52:42 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:52:42 user nova-compute[75018]:       <nova:name>tempest-AttachVolumeTestJSON-server-2133649586</nova:name>
Dec 05 17:52:42 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:52:42</nova:creationTime>
Dec 05 17:52:42 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:52:42 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:52:42 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:52:42 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:52:42 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:52:42 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:52:42 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:52:42 user nova-compute[75018]:       <nova:owner>
Dec 05 17:52:42 user nova-compute[75018]:         <nova:user uuid="6329cfe1f93c4c208e3ccd49b679ce47">tempest-AttachVolumeTestJSON-665022686-project-member</nova:user>
Dec 05 17:52:42 user nova-compute[75018]:         <nova:project uuid="f124feae86574f7f91a0f240dbccab7f">tempest-AttachVolumeTestJSON-665022686</nova:project>
Dec 05 17:52:42 user nova-compute[75018]:       </nova:owner>
Dec 05 17:52:42 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:52:42 user nova-compute[75018]:       <nova:ports>
Dec 05 17:52:42 user nova-compute[75018]:         <nova:port uuid="c25e6cbe-4502-48c6-9eef-4c2318f5e521">
Dec 05 17:52:42 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 05 17:52:42 user nova-compute[75018]:         </nova:port>
Dec 05 17:52:42 user nova-compute[75018]:       </nova:ports>
Dec 05 17:52:42 user nova-compute[75018]:     </nova:instance>
Dec 05 17:52:42 user nova-compute[75018]:   </metadata>
Dec 05 17:52:42 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:52:42 user nova-compute[75018]:     <system>
Dec 05 17:52:42 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:52:42 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:52:42 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:52:42 user nova-compute[75018]:       <entry name="serial">97640bd5-c83f-404e-b25b-6885154effe5</entry>
Dec 05 17:52:42 user nova-compute[75018]:       <entry name="uuid">97640bd5-c83f-404e-b25b-6885154effe5</entry>
Dec 05 17:52:42 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:52:42 user nova-compute[75018]:     </system>
Dec 05 17:52:42 user nova-compute[75018]:   </sysinfo>
Dec 05 17:52:42 user nova-compute[75018]:   <os>
Dec 05 17:52:42 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:52:42 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:52:42 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:52:42 user nova-compute[75018]:   </os>
Dec 05 17:52:42 user nova-compute[75018]:   <features>
Dec 05 17:52:42 user nova-compute[75018]:     <acpi/>
Dec 05 17:52:42 user nova-compute[75018]:     <apic/>
Dec 05 17:52:42 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:52:42 user nova-compute[75018]:   </features>
Dec 05 17:52:42 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:52:42 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:52:42 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:52:42 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:52:42 user nova-compute[75018]:   </clock>
Dec 05 17:52:42 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:52:42 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:52:42 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:52:42 user nova-compute[75018]:   </cpu>
Dec 05 17:52:42 user nova-compute[75018]:   <devices>
Dec 05 17:52:42 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:52:42 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:52:42 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk"/>
Dec 05 17:52:42 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:52:42 user nova-compute[75018]:     </disk>
Dec 05 17:52:42 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:52:42 user nova-compute[75018]:       <mac address="fa:16:3e:73:c0:3b"/>
Dec 05 17:52:42 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:52:42 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:52:42 user nova-compute[75018]:       <target dev="tapc25e6cbe-45"/>
Dec 05 17:52:42 user nova-compute[75018]:     </interface>
Dec 05 17:52:42 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:52:42 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/console.log" append="off"/>
Dec 05 17:52:42 user nova-compute[75018]:     </serial>
Dec 05 17:52:42 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:52:42 user nova-compute[75018]:     <video>
Dec 05 17:52:42 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:52:42 user nova-compute[75018]:     </video>
Dec 05 17:52:42 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:52:42 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:52:42 user nova-compute[75018]:     </rng>
Dec 05 17:52:42 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:52:42 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:52:42 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:52:42 user nova-compute[75018]:     </memballoon>
Dec 05 17:52:42 user nova-compute[75018]:   </devices>
Dec 05 17:52:42 user nova-compute[75018]: </domain>
Dec 05 17:52:42 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.objects.instance [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'trusted_certs' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.objects.base [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Object Instance<97640bd5-c83f-404e-b25b-6885154effe5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.184s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Checking if we can resize image /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Cannot resize image /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.objects.instance [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'migration_context' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.objects.base [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Object Instance<97640bd5-c83f-404e-b25b-6885154effe5> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75018) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:44:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2133649586',display_name='tempest-AttachVolumeTestJSON-server-2133649586',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2133649586',id=51,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMRTW879M0qS/F2dfaiMeA8+5YMLfC8AI++ksnHUFuKTm4Irsi7LJKyJFCS7quwkxt5+rUYRjc9GpyJ17AZjNf1Dsa1ckFsszLEIO3ZvnWJf3p2Gyv7/lApf7gjCj6TpMg==',key_name='tempest-keypair-2134576647',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:44:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='f124feae86574f7f91a0f240dbccab7f',ramdisk_id='',reservation_id='r-h8zbco1n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-665022686',owner_user_name='tempest-AttachVolumeTestJSON-665022686-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:50:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6329cfe1f93c4c208e3ccd49b679ce47',uuid=97640bd5-c83f-404e-b25b-6885154effe5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converting VIF {"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG os_vif [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:42 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '39cc236f-4814-56c6-8c93-a1c490933f75', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:52:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:52:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc25e6cbe-45, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:52:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc25e6cbe-45, col_values=(('qos', UUID('66b52478-9fd3-4139-bcf4-5cf5ff5f8850')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:52:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc25e6cbe-45, col_values=(('external_ids', {'iface-id': 'c25e6cbe-4502-48c6-9eef-4c2318f5e521', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:73:c0:3b', 'vm-uuid': '97640bd5-c83f-404e-b25b-6885154effe5'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:52:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:52:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:43 user nova-compute[75018]: INFO os_vif [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45')
Dec 05 17:52:43 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:52:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:52:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:52:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:52:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:52:43 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:52:43 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:52:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:44 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updating instance_info_cache with network_info: [{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:52:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:52:44 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:52:44 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:52:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-94f80a7c-1b1a-4106-bec2-5eb9b5278f2a req-a4e8b459-b724-44a2-a257-03fd103cd4ae service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:52:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-94f80a7c-1b1a-4106-bec2-5eb9b5278f2a req-a4e8b459-b724-44a2-a257-03fd103cd4ae service nova] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:52:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-94f80a7c-1b1a-4106-bec2-5eb9b5278f2a req-a4e8b459-b724-44a2-a257-03fd103cd4ae service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:52:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-94f80a7c-1b1a-4106-bec2-5eb9b5278f2a req-a4e8b459-b724-44a2-a257-03fd103cd4ae service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:52:44 user nova-compute[75018]: DEBUG nova.compute.manager [req-94f80a7c-1b1a-4106-bec2-5eb9b5278f2a req-a4e8b459-b724-44a2-a257-03fd103cd4ae service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] No waiting events found dispatching network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:52:44 user nova-compute[75018]: WARNING nova.compute.manager [req-94f80a7c-1b1a-4106-bec2-5eb9b5278f2a req-a4e8b459-b724-44a2-a257-03fd103cd4ae service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received unexpected event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 for instance with vm_state stopped and task_state powering-on.
Dec 05 17:52:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:45 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:52:45 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:52:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:52:46 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Instance rebooted successfully.
Dec 05 17:52:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-bb12bac4-ca48-4d22-8b61-0dbaf66fb19a tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:52:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-3dad7b55-bc28-435b-a713-4528b0ea7b11 req-fd863399-12e4-495a-aff1-62f3c84960bd service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:52:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3dad7b55-bc28-435b-a713-4528b0ea7b11 req-fd863399-12e4-495a-aff1-62f3c84960bd service nova] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:52:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3dad7b55-bc28-435b-a713-4528b0ea7b11 req-fd863399-12e4-495a-aff1-62f3c84960bd service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:52:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3dad7b55-bc28-435b-a713-4528b0ea7b11 req-fd863399-12e4-495a-aff1-62f3c84960bd service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:52:46 user nova-compute[75018]: DEBUG nova.compute.manager [req-3dad7b55-bc28-435b-a713-4528b0ea7b11 req-fd863399-12e4-495a-aff1-62f3c84960bd service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] No waiting events found dispatching network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:52:46 user nova-compute[75018]: WARNING nova.compute.manager [req-3dad7b55-bc28-435b-a713-4528b0ea7b11 req-fd863399-12e4-495a-aff1-62f3c84960bd service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received unexpected event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 for instance with vm_state stopped and task_state powering-on.
Dec 05 17:52:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:49 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:52:49 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:52:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:52:54 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:52:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:53:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:53:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:53:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:53:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:53:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:53:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:53:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:53:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:53:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:53:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:53:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:53:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:53:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:53:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:53:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:53:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:53:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:53:40 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:53:40 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:53:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:53:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:53:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:53:40 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:53:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:53:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:53:40 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:53:41 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:53:41 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:53:41 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:53:41 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9011MB free_disk=24.95010757446289GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:53:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:53:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:53:41 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 97640bd5-c83f-404e-b25b-6885154effe5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:53:41 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:53:41 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:53:41 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:53:41 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:53:41 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:53:41 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.222s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:53:42 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:53:42 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:53:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:53:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:53:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:53:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:53:42 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:53:42 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:53:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:53:43 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updating instance_info_cache with network_info: [{"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:53:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-97640bd5-c83f-404e-b25b-6885154effe5" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:53:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:53:43 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:53:44 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:53:45 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:53:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_shelved_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:53:47 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:53:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:53:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:53:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:53:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:53:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:53:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:53:50 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:53:50 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:53:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:53:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:54:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:54:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:54:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:54:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:54:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:54:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:54:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:54:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:54:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:54:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:54:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "97640bd5-c83f-404e-b25b-6885154effe5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:54:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:54:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:54:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:54:32 user nova-compute[75018]: INFO nova.compute.manager [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Terminating instance
Dec 05 17:54:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:54:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:32 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-4d8e493a-6776-4ee1-81b5-31d268914f0b req-b6d5b0ab-5c97-444a-a5e3-c5a830ba8149 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received event network-vif-unplugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4d8e493a-6776-4ee1-81b5-31d268914f0b req-b6d5b0ab-5c97-444a-a5e3-c5a830ba8149 service nova] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4d8e493a-6776-4ee1-81b5-31d268914f0b req-b6d5b0ab-5c97-444a-a5e3-c5a830ba8149 service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4d8e493a-6776-4ee1-81b5-31d268914f0b req-b6d5b0ab-5c97-444a-a5e3-c5a830ba8149 service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-4d8e493a-6776-4ee1-81b5-31d268914f0b req-b6d5b0ab-5c97-444a-a5e3-c5a830ba8149 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] No waiting events found dispatching network-vif-unplugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-4d8e493a-6776-4ee1-81b5-31d268914f0b req-b6d5b0ab-5c97-444a-a5e3-c5a830ba8149 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received event network-vif-unplugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:33 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Instance destroyed successfully.
Dec 05 17:54:33 user nova-compute[75018]: DEBUG nova.objects.instance [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'resources' on Instance uuid 97640bd5-c83f-404e-b25b-6885154effe5 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:44:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2133649586',display_name='tempest-AttachVolumeTestJSON-server-2133649586',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2133649586',id=51,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMRTW879M0qS/F2dfaiMeA8+5YMLfC8AI++ksnHUFuKTm4Irsi7LJKyJFCS7quwkxt5+rUYRjc9GpyJ17AZjNf1Dsa1ckFsszLEIO3ZvnWJf3p2Gyv7/lApf7gjCj6TpMg==',key_name='tempest-keypair-2134576647',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:44:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f124feae86574f7f91a0f240dbccab7f',ramdisk_id='',reservation_id='r-h8zbco1n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-665022686',owner_user_name='tempest-AttachVolumeTestJSON-665022686-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:52:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6329cfe1f93c4c208e3ccd49b679ce47',uuid=97640bd5-c83f-404e-b25b-6885154effe5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converting VIF {"id": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "address": "fa:16:3e:73:c0:3b", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc25e6cbe-45", "ovs_interfaceid": "c25e6cbe-4502-48c6-9eef-4c2318f5e521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG os_vif [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc25e6cbe-45, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=66b52478-9fd3-4139-bcf4-5cf5ff5f8850) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:33 user nova-compute[75018]: INFO os_vif [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:c0:3b,bridge_name='br-int',has_traffic_filtering=True,id=c25e6cbe-4502-48c6-9eef-4c2318f5e521,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc25e6cbe-45')
Dec 05 17:54:33 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Deleting instance files /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5_del
Dec 05 17:54:33 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Deletion of /opt/stack/data/nova/instances/97640bd5-c83f-404e-b25b-6885154effe5_del complete
Dec 05 17:54:33 user nova-compute[75018]: INFO nova.compute.manager [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 05 17:54:33 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:54:33 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:54:34 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:54:34 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Took 0.74 seconds to deallocate network for instance.
Dec 05 17:54:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:54:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:54:34 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:54:34 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:54:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.161s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:54:34 user nova-compute[75018]: DEBUG nova.compute.manager [req-4e803c85-d0cb-4c3a-9fd7-368970c585e3 req-f3cc2af5-fe22-44ef-8a37-5b6d1ff671fe service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received event network-vif-deleted-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:54:34 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Deleted allocations for instance 97640bd5-c83f-404e-b25b-6885154effe5
Dec 05 17:54:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3e690f4c-9501-4280-97fd-037830169497 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "97640bd5-c83f-404e-b25b-6885154effe5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.966s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:54:35 user nova-compute[75018]: DEBUG nova.compute.manager [req-be4bb636-7e5c-4fee-b746-6e5b138672a1 req-26b7ac67-7868-4460-a26d-e094b1dacc09 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:54:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-be4bb636-7e5c-4fee-b746-6e5b138672a1 req-26b7ac67-7868-4460-a26d-e094b1dacc09 service nova] Acquiring lock "97640bd5-c83f-404e-b25b-6885154effe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:54:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-be4bb636-7e5c-4fee-b746-6e5b138672a1 req-26b7ac67-7868-4460-a26d-e094b1dacc09 service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:54:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-be4bb636-7e5c-4fee-b746-6e5b138672a1 req-26b7ac67-7868-4460-a26d-e094b1dacc09 service nova] Lock "97640bd5-c83f-404e-b25b-6885154effe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:54:35 user nova-compute[75018]: DEBUG nova.compute.manager [req-be4bb636-7e5c-4fee-b746-6e5b138672a1 req-26b7ac67-7868-4460-a26d-e094b1dacc09 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] No waiting events found dispatching network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:54:35 user nova-compute[75018]: WARNING nova.compute.manager [req-be4bb636-7e5c-4fee-b746-6e5b138672a1 req-26b7ac67-7868-4460-a26d-e094b1dacc09 service nova] [instance: 97640bd5-c83f-404e-b25b-6885154effe5] Received unexpected event network-vif-plugged-c25e6cbe-4502-48c6-9eef-4c2318f5e521 for instance with vm_state deleted and task_state None.
Dec 05 17:54:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:54:41 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:54:42 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:54:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:54:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:54:42 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Didn't find any instances for network info cache update. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 05 17:54:42 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:54:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:54:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:54:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:54:42 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:54:42 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:54:42 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:54:42 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9139MB free_disk=24.97760772705078GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:54:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:54:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:54:43 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:54:43 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:54:43 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing inventories for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 05 17:54:43 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating ProviderTree inventory for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 05 17:54:43 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating inventory in ProviderTree for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 05 17:54:43 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing aggregate associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, aggregates: None {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 05 17:54:43 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing trait associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, traits: COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 05 17:54:43 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:54:43 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:54:43 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:54:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.264s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:54:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:54:44 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:54:44 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:54:44 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:54:47 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:54:47 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:54:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:54:52 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:54:52 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:54:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:54:53 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:54:53 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances with incomplete migration  {{(pid=75018) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 05 17:54:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:54:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:54:58 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:54:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 05 17:54:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] There are 0 instances to clean {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 05 17:55:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:55:05 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:55:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:55:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:55:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:55:22 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:55:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:55:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:55:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:55:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:55:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:55:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:55:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 17:55:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:55:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:55:26 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 17:55:26 user nova-compute[75018]: INFO nova.compute.claims [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Claim successful on node user
Dec 05 17:55:26 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:55:26 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:55:26 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.198s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:55:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 17:55:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 17:55:26 user nova-compute[75018]: DEBUG nova.network.neutron [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 17:55:26 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 17:55:26 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG nova.policy [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6329cfe1f93c4c208e3ccd49b679ce47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f124feae86574f7f91a0f240dbccab7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 17:55:27 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Creating image(s)
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "/opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "/opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "/opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.177s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk 1073741824" returned: 0 in 0.049s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.172s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG nova.network.neutron [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Successfully created port: 5b58d792-49f7-4b6c-bf30-601ed8f6718c {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Cannot resize image /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Ensure instance console log exists: /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:55:27 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.network.neutron [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Successfully updated port: 5b58d792-49f7-4b6c-bf30-601ed8f6718c {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquired lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.network.neutron [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-92ba1fef-16d7-4021-8178-16fd5375be0f req-28ed477e-f1dd-41f1-ac03-43399b49fa33 service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Received event network-changed-5b58d792-49f7-4b6c-bf30-601ed8f6718c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.compute.manager [req-92ba1fef-16d7-4021-8178-16fd5375be0f req-28ed477e-f1dd-41f1-ac03-43399b49fa33 service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Refreshing instance network info cache due to event network-changed-5b58d792-49f7-4b6c-bf30-601ed8f6718c. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-92ba1fef-16d7-4021-8178-16fd5375be0f req-28ed477e-f1dd-41f1-ac03-43399b49fa33 service nova] Acquiring lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.network.neutron [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.network.neutron [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Updating instance_info_cache with network_info: [{"id": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "address": "fa:16:3e:28:7f:05", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b58d792-49", "ovs_interfaceid": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Releasing lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Instance network_info: |[{"id": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "address": "fa:16:3e:28:7f:05", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b58d792-49", "ovs_interfaceid": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-92ba1fef-16d7-4021-8178-16fd5375be0f req-28ed477e-f1dd-41f1-ac03-43399b49fa33 service nova] Acquired lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.network.neutron [req-92ba1fef-16d7-4021-8178-16fd5375be0f req-28ed477e-f1dd-41f1-ac03-43399b49fa33 service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Refreshing network info cache for port 5b58d792-49f7-4b6c-bf30-601ed8f6718c {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Start _get_guest_xml network_info=[{"id": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "address": "fa:16:3e:28:7f:05", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b58d792-49", "ovs_interfaceid": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 17:55:28 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:55:28 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:55:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-510948614',display_name='tempest-AttachVolumeTestJSON-server-510948614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-510948614',id=52,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFLChdm6GclbTA54s+bEBc0jfGTVY9Q9av2AO0vJ3cogp3InuV0vXJ7SJ0uqmJlH3XZ1iDsjfpqKDb8crLJvSJUzDhOYjGSHh1EY/nAVbyvCxhCsHe/+pRYRL5fppg0mvA==',key_name='tempest-keypair-167997943',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f124feae86574f7f91a0f240dbccab7f',ramdisk_id='',reservation_id='r-semrknie',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-665022686',owner_user_name='tempest-AttachVolumeTestJSON-665022686-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:55:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6329cfe1f93c4c208e3ccd49b679ce47',uuid=9b1814a0-7af4-4fc3-ac40-38906ad73fa8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "address": "fa:16:3e:28:7f:05", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b58d792-49", "ovs_interfaceid": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converting VIF {"id": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "address": "fa:16:3e:28:7f:05", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b58d792-49", "ovs_interfaceid": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:7f:05,bridge_name='br-int',has_traffic_filtering=True,id=5b58d792-49f7-4b6c-bf30-601ed8f6718c,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b58d792-49') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.objects.instance [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'pci_devices' on Instance uuid 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] End _get_guest_xml xml=<domain type="kvm">
Dec 05 17:55:28 user nova-compute[75018]:   <uuid>9b1814a0-7af4-4fc3-ac40-38906ad73fa8</uuid>
Dec 05 17:55:28 user nova-compute[75018]:   <name>instance-00000034</name>
Dec 05 17:55:28 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 17:55:28 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 17:55:28 user nova-compute[75018]:   <metadata>
Dec 05 17:55:28 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 17:55:28 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 17:55:28 user nova-compute[75018]:       <nova:name>tempest-AttachVolumeTestJSON-server-510948614</nova:name>
Dec 05 17:55:28 user nova-compute[75018]:       <nova:creationTime>2023-12-05 17:55:28</nova:creationTime>
Dec 05 17:55:28 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 17:55:28 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 17:55:28 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 17:55:28 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 17:55:28 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 17:55:28 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 17:55:28 user nova-compute[75018]:       </nova:flavor>
Dec 05 17:55:28 user nova-compute[75018]:       <nova:owner>
Dec 05 17:55:28 user nova-compute[75018]:         <nova:user uuid="6329cfe1f93c4c208e3ccd49b679ce47">tempest-AttachVolumeTestJSON-665022686-project-member</nova:user>
Dec 05 17:55:28 user nova-compute[75018]:         <nova:project uuid="f124feae86574f7f91a0f240dbccab7f">tempest-AttachVolumeTestJSON-665022686</nova:project>
Dec 05 17:55:28 user nova-compute[75018]:       </nova:owner>
Dec 05 17:55:28 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 17:55:28 user nova-compute[75018]:       <nova:ports>
Dec 05 17:55:28 user nova-compute[75018]:         <nova:port uuid="5b58d792-49f7-4b6c-bf30-601ed8f6718c">
Dec 05 17:55:28 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 05 17:55:28 user nova-compute[75018]:         </nova:port>
Dec 05 17:55:28 user nova-compute[75018]:       </nova:ports>
Dec 05 17:55:28 user nova-compute[75018]:     </nova:instance>
Dec 05 17:55:28 user nova-compute[75018]:   </metadata>
Dec 05 17:55:28 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 17:55:28 user nova-compute[75018]:     <system>
Dec 05 17:55:28 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 17:55:28 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 17:55:28 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 17:55:28 user nova-compute[75018]:       <entry name="serial">9b1814a0-7af4-4fc3-ac40-38906ad73fa8</entry>
Dec 05 17:55:28 user nova-compute[75018]:       <entry name="uuid">9b1814a0-7af4-4fc3-ac40-38906ad73fa8</entry>
Dec 05 17:55:28 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 17:55:28 user nova-compute[75018]:     </system>
Dec 05 17:55:28 user nova-compute[75018]:   </sysinfo>
Dec 05 17:55:28 user nova-compute[75018]:   <os>
Dec 05 17:55:28 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 17:55:28 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 17:55:28 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 17:55:28 user nova-compute[75018]:   </os>
Dec 05 17:55:28 user nova-compute[75018]:   <features>
Dec 05 17:55:28 user nova-compute[75018]:     <acpi/>
Dec 05 17:55:28 user nova-compute[75018]:     <apic/>
Dec 05 17:55:28 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 17:55:28 user nova-compute[75018]:   </features>
Dec 05 17:55:28 user nova-compute[75018]:   <clock offset="utc">
Dec 05 17:55:28 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 17:55:28 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 17:55:28 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 17:55:28 user nova-compute[75018]:   </clock>
Dec 05 17:55:28 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 17:55:28 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 17:55:28 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 17:55:28 user nova-compute[75018]:   </cpu>
Dec 05 17:55:28 user nova-compute[75018]:   <devices>
Dec 05 17:55:28 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 17:55:28 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 17:55:28 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk"/>
Dec 05 17:55:28 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 17:55:28 user nova-compute[75018]:     </disk>
Dec 05 17:55:28 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 17:55:28 user nova-compute[75018]:       <mac address="fa:16:3e:28:7f:05"/>
Dec 05 17:55:28 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:55:28 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 17:55:28 user nova-compute[75018]:       <target dev="tap5b58d792-49"/>
Dec 05 17:55:28 user nova-compute[75018]:     </interface>
Dec 05 17:55:28 user nova-compute[75018]:     <serial type="pty">
Dec 05 17:55:28 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/console.log" append="off"/>
Dec 05 17:55:28 user nova-compute[75018]:     </serial>
Dec 05 17:55:28 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 17:55:28 user nova-compute[75018]:     <video>
Dec 05 17:55:28 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 17:55:28 user nova-compute[75018]:     </video>
Dec 05 17:55:28 user nova-compute[75018]:     <rng model="virtio">
Dec 05 17:55:28 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 17:55:28 user nova-compute[75018]:     </rng>
Dec 05 17:55:28 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 17:55:28 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 17:55:28 user nova-compute[75018]:       <stats period="10"/>
Dec 05 17:55:28 user nova-compute[75018]:     </memballoon>
Dec 05 17:55:28 user nova-compute[75018]:   </devices>
Dec 05 17:55:28 user nova-compute[75018]: </domain>
Dec 05 17:55:28 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:55:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-510948614',display_name='tempest-AttachVolumeTestJSON-server-510948614',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-510948614',id=52,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFLChdm6GclbTA54s+bEBc0jfGTVY9Q9av2AO0vJ3cogp3InuV0vXJ7SJ0uqmJlH3XZ1iDsjfpqKDb8crLJvSJUzDhOYjGSHh1EY/nAVbyvCxhCsHe/+pRYRL5fppg0mvA==',key_name='tempest-keypair-167997943',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f124feae86574f7f91a0f240dbccab7f',ramdisk_id='',reservation_id='r-semrknie',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-665022686',owner_user_name='tempest-AttachVolumeTestJSON-665022686-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T17:55:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6329cfe1f93c4c208e3ccd49b679ce47',uuid=9b1814a0-7af4-4fc3-ac40-38906ad73fa8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "address": "fa:16:3e:28:7f:05", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b58d792-49", "ovs_interfaceid": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converting VIF {"id": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "address": "fa:16:3e:28:7f:05", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b58d792-49", "ovs_interfaceid": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:7f:05,bridge_name='br-int',has_traffic_filtering=True,id=5b58d792-49f7-4b6c-bf30-601ed8f6718c,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b58d792-49') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG os_vif [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:7f:05,bridge_name='br-int',has_traffic_filtering=True,id=5b58d792-49f7-4b6c-bf30-601ed8f6718c,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b58d792-49') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd533554b-c49c-5a49-80f5-3ad46634b8be', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5b58d792-49, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5b58d792-49, col_values=(('qos', UUID('ec285631-b052-4fad-9186-42864125517d')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5b58d792-49, col_values=(('external_ids', {'iface-id': '5b58d792-49f7-4b6c-bf30-601ed8f6718c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:28:7f:05', 'vm-uuid': '9b1814a0-7af4-4fc3-ac40-38906ad73fa8'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:55:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:28 user nova-compute[75018]: INFO os_vif [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:7f:05,bridge_name='br-int',has_traffic_filtering=True,id=5b58d792-49f7-4b6c-bf30-601ed8f6718c,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b58d792-49')
Dec 05 17:55:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:55:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] No VIF found with MAC fa:16:3e:28:7f:05, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:55:29 user nova-compute[75018]: DEBUG nova.network.neutron [req-92ba1fef-16d7-4021-8178-16fd5375be0f req-28ed477e-f1dd-41f1-ac03-43399b49fa33 service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Updated VIF entry in instance network info cache for port 5b58d792-49f7-4b6c-bf30-601ed8f6718c. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:55:29 user nova-compute[75018]: DEBUG nova.network.neutron [req-92ba1fef-16d7-4021-8178-16fd5375be0f req-28ed477e-f1dd-41f1-ac03-43399b49fa33 service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Updating instance_info_cache with network_info: [{"id": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "address": "fa:16:3e:28:7f:05", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b58d792-49", "ovs_interfaceid": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:55:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-92ba1fef-16d7-4021-8178-16fd5375be0f req-28ed477e-f1dd-41f1-ac03-43399b49fa33 service nova] Releasing lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:55:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-4487a2b1-261f-4a92-b009-9d8ef4389eac req-098f1630-23d6-45d8-9244-c0dc1e287ee3 service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Received event network-vif-plugged-5b58d792-49f7-4b6c-bf30-601ed8f6718c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:55:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4487a2b1-261f-4a92-b009-9d8ef4389eac req-098f1630-23d6-45d8-9244-c0dc1e287ee3 service nova] Acquiring lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:55:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4487a2b1-261f-4a92-b009-9d8ef4389eac req-098f1630-23d6-45d8-9244-c0dc1e287ee3 service nova] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:55:30 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-4487a2b1-261f-4a92-b009-9d8ef4389eac req-098f1630-23d6-45d8-9244-c0dc1e287ee3 service nova] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:55:30 user nova-compute[75018]: DEBUG nova.compute.manager [req-4487a2b1-261f-4a92-b009-9d8ef4389eac req-098f1630-23d6-45d8-9244-c0dc1e287ee3 service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] No waiting events found dispatching network-vif-plugged-5b58d792-49f7-4b6c-bf30-601ed8f6718c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:55:30 user nova-compute[75018]: WARNING nova.compute.manager [req-4487a2b1-261f-4a92-b009-9d8ef4389eac req-098f1630-23d6-45d8-9244-c0dc1e287ee3 service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Received unexpected event network-vif-plugged-5b58d792-49f7-4b6c-bf30-601ed8f6718c for instance with vm_state building and task_state spawning.
Dec 05 17:55:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 17:55:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 17:55:32 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Instance spawned successfully.
Dec 05 17:55:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 17:55:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:55:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:55:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:55:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:55:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:55:32 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 17:55:32 user nova-compute[75018]: INFO nova.compute.manager [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Took 5.39 seconds to spawn the instance on the hypervisor.
Dec 05 17:55:32 user nova-compute[75018]: DEBUG nova.compute.manager [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 17:55:32 user nova-compute[75018]: DEBUG nova.compute.manager [req-227b4255-aa73-49a9-9d60-b1263dc200c5 req-ded2848d-b276-4373-bafb-79f149efe402 service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Received event network-vif-plugged-5b58d792-49f7-4b6c-bf30-601ed8f6718c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:55:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-227b4255-aa73-49a9-9d60-b1263dc200c5 req-ded2848d-b276-4373-bafb-79f149efe402 service nova] Acquiring lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:55:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-227b4255-aa73-49a9-9d60-b1263dc200c5 req-ded2848d-b276-4373-bafb-79f149efe402 service nova] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:55:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-227b4255-aa73-49a9-9d60-b1263dc200c5 req-ded2848d-b276-4373-bafb-79f149efe402 service nova] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:55:32 user nova-compute[75018]: DEBUG nova.compute.manager [req-227b4255-aa73-49a9-9d60-b1263dc200c5 req-ded2848d-b276-4373-bafb-79f149efe402 service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] No waiting events found dispatching network-vif-plugged-5b58d792-49f7-4b6c-bf30-601ed8f6718c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:55:32 user nova-compute[75018]: WARNING nova.compute.manager [req-227b4255-aa73-49a9-9d60-b1263dc200c5 req-ded2848d-b276-4373-bafb-79f149efe402 service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Received unexpected event network-vif-plugged-5b58d792-49f7-4b6c-bf30-601ed8f6718c for instance with vm_state building and task_state spawning.
Dec 05 17:55:32 user nova-compute[75018]: INFO nova.compute.manager [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Took 5.90 seconds to build instance.
Dec 05 17:55:32 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-6a901964-d464-4b1d-9ba5-6aab32a227b0 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.997s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:55:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:55:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:55:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:55:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:55:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:43 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:55:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:55:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:55:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:55:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:55:43 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:55:43 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:55:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:55:44 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Updating instance_info_cache with network_info: [{"id": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "address": "fa:16:3e:28:7f:05", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b58d792-49", "ovs_interfaceid": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:55:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:55:44 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:55:44 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:55:44 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_power_states {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:55:44 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 17:55:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:55:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:55:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.025s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:55:44 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:55:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:55:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:55:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:55:44 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:55:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:55:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:55:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:55:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:55:45 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:55:45 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:55:45 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8966MB free_disk=24.97561264038086GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:55:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:55:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:55:45 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:55:45 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:55:45 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:55:45 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:55:45 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:55:45 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:55:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.192s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:55:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:55:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:55:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:55:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:49 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:55:49 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:55:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:53 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:55:53 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:55:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:55:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:56:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:56:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:56:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:56:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:56:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:56:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:56:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:56:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:56:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:56:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:56:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:56:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:56:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:56:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:56:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:56:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:56:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:56:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:56:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:56:43 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:56:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:56:43 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:56:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:56:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:56:43 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:56:43 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:56:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:56:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:56:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:56:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:56:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:56:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:56:44 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Updating instance_info_cache with network_info: [{"id": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "address": "fa:16:3e:28:7f:05", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b58d792-49", "ovs_interfaceid": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:56:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:56:44 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:56:44 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:56:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:56:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:56:44 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:56:44 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:56:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:56:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:56:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:56:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:56:45 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:56:45 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:56:45 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9017MB free_disk=24.947261810302734GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:56:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:56:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:56:45 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:56:45 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:56:45 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:56:45 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:56:45 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:56:45 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:56:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.199s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:56:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:56:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:56:47 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:56:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:56:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:56:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:56:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:56:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:56:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:56:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:56:50 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:56:51 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:56:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:56:54 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:56:54 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:56:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:56:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:56:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:56:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:56:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:56:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:57:01 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:57:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:57:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:57:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:57:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-3fb6bd7b-4210-4a80-a7a9-a1616bc6d57a req-f0acf5db-5f47-4018-87c4-9f1b8907a3cf service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Received event network-changed-5b58d792-49f7-4b6c-bf30-601ed8f6718c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:57:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-3fb6bd7b-4210-4a80-a7a9-a1616bc6d57a req-f0acf5db-5f47-4018-87c4-9f1b8907a3cf service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Refreshing instance network info cache due to event network-changed-5b58d792-49f7-4b6c-bf30-601ed8f6718c. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 17:57:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3fb6bd7b-4210-4a80-a7a9-a1616bc6d57a req-f0acf5db-5f47-4018-87c4-9f1b8907a3cf service nova] Acquiring lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:57:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3fb6bd7b-4210-4a80-a7a9-a1616bc6d57a req-f0acf5db-5f47-4018-87c4-9f1b8907a3cf service nova] Acquired lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:57:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-3fb6bd7b-4210-4a80-a7a9-a1616bc6d57a req-f0acf5db-5f47-4018-87c4-9f1b8907a3cf service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Refreshing network info cache for port 5b58d792-49f7-4b6c-bf30-601ed8f6718c {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 17:57:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-3fb6bd7b-4210-4a80-a7a9-a1616bc6d57a req-f0acf5db-5f47-4018-87c4-9f1b8907a3cf service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Updated VIF entry in instance network info cache for port 5b58d792-49f7-4b6c-bf30-601ed8f6718c. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 17:57:17 user nova-compute[75018]: DEBUG nova.network.neutron [req-3fb6bd7b-4210-4a80-a7a9-a1616bc6d57a req-f0acf5db-5f47-4018-87c4-9f1b8907a3cf service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Updating instance_info_cache with network_info: [{"id": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "address": "fa:16:3e:28:7f:05", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b58d792-49", "ovs_interfaceid": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:57:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-3fb6bd7b-4210-4a80-a7a9-a1616bc6d57a req-f0acf5db-5f47-4018-87c4-9f1b8907a3cf service nova] Releasing lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:57:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:57:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG nova.objects.instance [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'flavor' on Instance uuid 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:57:20 user nova-compute[75018]: INFO nova.compute.manager [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Attaching volume 2d97b3bc-49c8-45da-8e56-a4571eefb38d to /dev/vdb
Dec 05 17:57:20 user nova-compute[75018]: DEBUG os_brick.utils [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[14f5815b-d7a4-4377-a6ae-40d34836ad22]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8651197b-3777-461f-8b17-e625f9550d4b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[85c89fa5-a066-4d2d-a75f-f465801389f1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[38e6577f-974c-4948-8c77-020c4822cb01]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:57:20 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:57:20 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[07c45f14-ff6f-49e0-980c-e5326f32f3e2]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG os_brick.utils [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:57:20 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Updating existing volume attachment record: 283c641b-64d5-4ed1-a35c-f1da078d3dc3 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:57:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:57:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:57:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bWrViMeo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:57:29 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:57:29 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:57:29 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[60335a1d-11b7-47a3-befb-30ace9aab33b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:57:29 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[698bca6d-13a5-4bc7-ae5f-018253a2b784]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d] added
Dec 05 17:57:29 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6474a9bc-2329-4452-907f-e1e798e9a021]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4662a9b-0ae8-4d5b-9d63-3d6458154b1a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bWrViMeo {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bWrViMeo" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1991e9a-8806-42db-97d3-9b27744b9d6b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bWrViMeo'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a5b9bb2-a9c2-46ff-a6c3-31dbf706061a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d0984d8-0cc5-4ee3-9b41-6efa9ca5f411]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:57:29 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 05 17:57:29 user nova-compute[75018]:  {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:57:29 user nova-compute[75018]: WARNING os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 05 17:57:29 user nova-compute[75018]: 
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3da1ff3d-2012-4e57-b43b-56a5095e8821]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d, portal: 172.16.0.220,3260]
Dec 05 17:57:29 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d, portal: 172.16.0.220,3260] successful.
Dec 05 17:57:29 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[39d99504-558b-4e12-8bbd-ca492328c1a2]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2804829e-3e46-4598-9bb6-b50bbb93c2b0]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d (non-flash)
Dec 05 17:57:29 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d (non-flash)
Dec 05 17:57:29 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.253s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] HCTL ('33', '-', '-', 0) found on session 61 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d32c9bc7-18ee-4803-9477-378cab47ffd3]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:29 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:57:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:57:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bWrViMeo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:57:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.282s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:57:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] <== connect_volume: return (1283ms) {'type': 'block', 'scsi_wwn': '23732623934646436', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:57:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23732623934646436', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:57:30 user nova-compute[75018]: DEBUG nova.objects.instance [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'flavor' on Instance uuid 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:57:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:57:30 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:57:30 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:57:30 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:57:30 user nova-compute[75018]:   <serial>2d97b3bc-49c8-45da-8e56-a4571eefb38d</serial>
Dec 05 17:57:30 user nova-compute[75018]: </disk>
Dec 05 17:57:30 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:57:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:57:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:57:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] No VIF found with MAC fa:16:3e:28:7f:05, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:57:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-5874e776-5a9d-4df1-9bf5-f66fb1bd5c06 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.859s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:57:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:57:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:57:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:57:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:57:34 user nova-compute[75018]: DEBUG nova.objects.instance [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'flavor' on Instance uuid 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:57:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:57:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:57:34 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:57:34 user nova-compute[75018]: INFO nova.compute.manager [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Attaching volume 13f0642b-0bdf-4538-87a9-088d405ce454 to /dev/vdc
Dec 05 17:57:35 user nova-compute[75018]: DEBUG os_brick.utils [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[772f4e2e-e5fb-4753-abb1-c3c6ae0abaa0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf8845e9-573d-4a85-be53-34a5bb0b23b2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dc134b9-592e-493d-a8ce-5ab7bbb69772]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba5e9f9b-9d59-4f80-bf8c-c87c4b32cbcd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 17:57:35 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 17:57:35 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d56df0b6-24b1-40fb-a141-2158dedaab9b]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG os_brick.utils [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:57:35 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Updating existing volume attachment record: c1e0e970-ea75-44cb-a2b4-50a998fcb075 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 17:57:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:57:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:57:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:57:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:57:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:57:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FIoLnykp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:57:44 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:57:44 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:57:44 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[47cd0fe0-02bb-4016-b2b7-387d27c74a0f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 17:57:44 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[250b2e27-0070-4a8e-b27d-609e44109130]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454] added
Dec 05 17:57:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f17c9dd4-d6ae-49b9-98b4-3d6bd8fe603b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a132ce4f-8c67-43b6-83e5-fd8dec5ebaba]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FIoLnykp {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FIoLnykp" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ef9dad2-8d73-4bee-b83b-799a8c37229d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FIoLnykp'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[36759268-83ff-4487-af34-8d78e46ec3cf]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[43db162a-c08b-4c20-99de-e8a22b2702eb]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d (non-flash)
Dec 05 17:57:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d (non-flash)
Dec 05 17:57:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[38fe9237-3523-4a25-b18d-aa1a3d0af060]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454, portal: 172.16.0.220,3260]
Dec 05 17:57:44 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454, portal: 172.16.0.220,3260] successful.
Dec 05 17:57:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[07c8b44f-7ce0-4728-a36d-ac9f081eb161]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cb97f8c-a1de-47d0-bef5-0d9c37b79af1]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d (non-flash)\ntcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d (non-flash)
Dec 05 17:57:44 user nova-compute[75018]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 (non-flash)
Dec 05 17:57:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d (non-flash)
Dec 05 17:57:44 user nova-compute[75018]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 (non-flash)
Dec 05 17:57:44 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] HCTL ('34', '-', '-', 0) found on session 62 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d52f585-d7b2-4e69-86c6-c29cdab837bb]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Searching for a device in session 62 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 17:57:44 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FIoLnykp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 17:57:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:57:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] <== connect_volume: return (1316ms) {'type': 'block', 'scsi_wwn': '26531376132326532', 'path': '/dev/sdc'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:57:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26531376132326532', 'path': '/dev/sdc'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 17:57:45 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:57:45 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:57:45 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:57:45 user nova-compute[75018]: DEBUG nova.objects.instance [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'flavor' on Instance uuid 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:57:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 17:57:45 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:57:45 user nova-compute[75018]:   <source dev="/dev/sdc"/>
Dec 05 17:57:45 user nova-compute[75018]:   <target dev="vdc" bus="virtio"/>
Dec 05 17:57:45 user nova-compute[75018]:   <serial>13f0642b-0bdf-4538-87a9-088d405ce454</serial>
Dec 05 17:57:45 user nova-compute[75018]: </disk>
Dec 05 17:57:45 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 17:57:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 17:57:45 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 17:57:45 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 17:57:45 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:57:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:57:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:57:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 17:57:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] No VIF found with MAC fa:16:3e:28:7f:05, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 17:57:46 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Updating instance_info_cache with network_info: [{"id": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "address": "fa:16:3e:28:7f:05", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b58d792-49", "ovs_interfaceid": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:57:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-9b1814a0-7af4-4fc3-ac40-38906ad73fa8" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 17:57:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 17:57:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:57:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-c453cfaf-9163-4aab-8110-51585c955f05 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.153s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:57:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:57:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:57:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:57:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:57:46 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:57:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:46 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:57:47 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:57:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:57:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] skipping disk /dev/sdc (vdc) as it is a volume {{(pid=75018) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 05 17:57:47 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:57:47 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:57:47 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9006MB free_disk=24.946006774902344GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:57:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:57:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:57:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:57:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:57:47 user nova-compute[75018]: INFO nova.compute.manager [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Detaching volume 2d97b3bc-49c8-45da-8e56-a4571eefb38d
Dec 05 17:57:47 user nova-compute[75018]: INFO nova.virt.block_device [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Attempting to driver detach volume 2d97b3bc-49c8-45da-8e56-a4571eefb38d from mountpoint /dev/vdb
Dec 05 17:57:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Attempting to detach device vdb from instance 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:57:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:57:47 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:57:47 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:57:47 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:57:47 user nova-compute[75018]:   <serial>2d97b3bc-49c8-45da-8e56-a4571eefb38d</serial>
Dec 05 17:57:47 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:57:47 user nova-compute[75018]: </disk>
Dec 05 17:57:47 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:57:47 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Successfully detached device vdb from instance 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 from the persistent domain config.
Dec 05 17:57:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:57:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:57:47 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:57:47 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 17:57:47 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 17:57:47 user nova-compute[75018]:   <serial>2d97b3bc-49c8-45da-8e56-a4571eefb38d</serial>
Dec 05 17:57:47 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 17:57:47 user nova-compute[75018]: </disk>
Dec 05 17:57:47 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:57:47 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 17:57:47 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:57:47 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:57:47 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:57:47 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:57:47 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:57:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.204s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:57:47 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:57:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:57:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:57:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:57:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:57:50 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:57:51 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:57:52 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:57:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:57:56 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:57:56 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:57:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:58:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:58:07 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 is timed out.
Dec 05 17:58:07 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Successfully detached device vdb from instance 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 from the live domain config.
Dec 05 17:58:07 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:58:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bWrViMeo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:58:07 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:58:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:58:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:58:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[30f69f73-0d88-4945-aef4-5d33bf444495]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:58:07 user nova-compute[75018]: No targets found.
Dec 05 17:58:07 user nova-compute[75018]: iSNS:
Dec 05 17:58:07 user nova-compute[75018]: No targets found.
Dec 05 17:58:07 user nova-compute[75018]: STATIC:
Dec 05 17:58:07 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454
Dec 05 17:58:07 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:58:07 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:58:07 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d
Dec 05 17:58:07 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:58:07 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:58:07 user nova-compute[75018]: FIRMWARE:
Dec 05 17:58:07 user nova-compute[75018]: No targets found.
Dec 05 17:58:07 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:58:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:58:07 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:58:07 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:58:07 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:58:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:07 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[71444ed6-2ad1-448d-b5c8-f6e953c369e1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:07 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f93a140-4ba8-439a-89a4-2c121277432e]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d (non-flash)\ntcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d (non-flash)
Dec 05 17:58:08 user nova-compute[75018]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 (non-flash)
Dec 05 17:58:08 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d (non-flash)
Dec 05 17:58:08 user nova-compute[75018]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 (non-flash)
Dec 05 17:58:08 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c825e7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a310366-8a9b-4bf9-aa88-35df4f79e130]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfbf03a1-117e-4064-b2f8-18940e44e3c7]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a022067-ab0f-4a56-95c7-cc36f0644b05]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2359724-9503-4a38-b75a-9c9e068e8c94]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[51b5e9e1-407a-4a8a-be3a-2652eb729f6b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[57a5d94b-55a4-4254-9bbc-28e3e771d98f]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d, portal: 172.16.0.220,3260]
Dec 05 17:58:08 user nova-compute[75018]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d, portal: 172.16.0.220,3260] successful.
Dec 05 17:58:08 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d97b3bc-49c8-45da-8e56-a4571eefb38d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec40014d-a854-4944-9085-c1851e7ca2ba]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.296s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] <== disconnect_volume: return (297ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:58:08 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:58:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:58:09 user nova-compute[75018]: DEBUG nova.objects.instance [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'flavor' on Instance uuid 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:58:09 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-d088e740-2a67-442a-9219-c4d1f9f212d2 tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.714s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:58:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:58:10 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:58:10 user nova-compute[75018]: INFO nova.compute.manager [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Detaching volume 13f0642b-0bdf-4538-87a9-088d405ce454
Dec 05 17:58:10 user nova-compute[75018]: INFO nova.virt.block_device [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Attempting to driver detach volume 13f0642b-0bdf-4538-87a9-088d405ce454 from mountpoint /dev/vdc
Dec 05 17:58:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Attempting to detach device vdc from instance 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 17:58:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:58:10 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:58:10 user nova-compute[75018]:   <source dev="/dev/sdc"/>
Dec 05 17:58:10 user nova-compute[75018]:   <target dev="vdc" bus="virtio"/>
Dec 05 17:58:10 user nova-compute[75018]:   <serial>13f0642b-0bdf-4538-87a9-088d405ce454</serial>
Dec 05 17:58:10 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 05 17:58:10 user nova-compute[75018]: </disk>
Dec 05 17:58:10 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:58:10 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Successfully detached device vdc from instance 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 from the persistent domain config.
Dec 05 17:58:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 17:58:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 17:58:10 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 17:58:10 user nova-compute[75018]:   <source dev="/dev/sdc"/>
Dec 05 17:58:10 user nova-compute[75018]:   <target dev="vdc" bus="virtio"/>
Dec 05 17:58:10 user nova-compute[75018]:   <serial>13f0642b-0bdf-4538-87a9-088d405ce454</serial>
Dec 05 17:58:10 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 05 17:58:10 user nova-compute[75018]: </disk>
Dec 05 17:58:10 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 17:58:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 17:58:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:58:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:58:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:58:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:58:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:58:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:58:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:58:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:58:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:58:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:58:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:58:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:58:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:58:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:58:30 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 is timed out.
Dec 05 17:58:30 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Successfully detached device vdc from instance 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 from the live domain config.
Dec 05 17:58:30 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FIoLnykp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 17:58:30 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 17:58:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b3ba3ae-846f-4891-973c-66e9b501de81]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 17:58:30 user nova-compute[75018]: No targets found.
Dec 05 17:58:30 user nova-compute[75018]: iSNS:
Dec 05 17:58:30 user nova-compute[75018]: No targets found.
Dec 05 17:58:30 user nova-compute[75018]: STATIC:
Dec 05 17:58:30 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454
Dec 05 17:58:30 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 17:58:30 user nova-compute[75018]:                 Iface Name: default
Dec 05 17:58:30 user nova-compute[75018]: FIRMWARE:
Dec 05 17:58:30 user nova-compute[75018]: No targets found.
Dec 05 17:58:30 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 17:58:30 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 17:58:30 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdd3702b-6b57-4ccd-b8bc-52ef277d89ec]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0058ab17-2553-4bc8-ad78-4fa8f93cf3ad]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 (non-flash)
Dec 05 17:58:30 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 (non-flash)
Dec 05 17:58:30 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c0166950>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454'): ({'sdc'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Removing single pathed devices sdc {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[30e4dd88-3bfa-46b4-b74c-f15a470e8ce8]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[895fa941-a728-438b-bc47-89ac1d48d556]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Flushing IO for device /dev/sdc {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f841218-857d-43e5-b8a2-9af90f7fad96]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.052s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[855204f7-80e0-47c2-b1a1-bea3ab6c230b]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] SCSI volumes sdc have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 17:58:30 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 17:58:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0bab5b0-48cc-4903-8ff4-dcc85384643a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:58:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fee67d8-2377-4e04-bc31-232ba2d58a02]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454, portal: 172.16.0.220,3260]
Dec 05 17:58:31 user nova-compute[75018]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454, portal: 172.16.0.220,3260] successful.
Dec 05 17:58:31 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:58:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 17:58:31 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13f0642b-0bdf-4538-87a9-088d405ce454 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 17:58:31 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a821da2-f6dc-4941-8287-9a70916a178e]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 17:58:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 17:58:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.299s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 17:58:31 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] <== disconnect_volume: return (300ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 17:58:31 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 17:58:31 user nova-compute[75018]: DEBUG nova.objects.instance [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'flavor' on Instance uuid 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:58:31 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e0f2a841-5210-41ed-a07e-84bf2ae7656d tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.649s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:58:33 user nova-compute[75018]: INFO nova.compute.manager [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Terminating instance
Dec 05 17:58:33 user nova-compute[75018]: DEBUG nova.compute.manager [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-e98c0193-4b4c-42de-a606-9d9eec5604fa req-8f253a1c-6907-4673-8655-7a929b5ba6bc service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Received event network-vif-unplugged-5b58d792-49f7-4b6c-bf30-601ed8f6718c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e98c0193-4b4c-42de-a606-9d9eec5604fa req-8f253a1c-6907-4673-8655-7a929b5ba6bc service nova] Acquiring lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e98c0193-4b4c-42de-a606-9d9eec5604fa req-8f253a1c-6907-4673-8655-7a929b5ba6bc service nova] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-e98c0193-4b4c-42de-a606-9d9eec5604fa req-8f253a1c-6907-4673-8655-7a929b5ba6bc service nova] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-e98c0193-4b4c-42de-a606-9d9eec5604fa req-8f253a1c-6907-4673-8655-7a929b5ba6bc service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] No waiting events found dispatching network-vif-unplugged-5b58d792-49f7-4b6c-bf30-601ed8f6718c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG nova.compute.manager [req-e98c0193-4b4c-42de-a606-9d9eec5604fa req-8f253a1c-6907-4673-8655-7a929b5ba6bc service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Received event network-vif-unplugged-5b58d792-49f7-4b6c-bf30-601ed8f6718c for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 17:58:33 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Instance destroyed successfully.
Dec 05 17:58:33 user nova-compute[75018]: DEBUG nova.objects.instance [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lazy-loading 'resources' on Instance uuid 9b1814a0-7af4-4fc3-ac40-38906ad73fa8 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T17:55:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-510948614',display_name='tempest-AttachVolumeTestJSON-server-510948614',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-510948614',id=52,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFLChdm6GclbTA54s+bEBc0jfGTVY9Q9av2AO0vJ3cogp3InuV0vXJ7SJ0uqmJlH3XZ1iDsjfpqKDb8crLJvSJUzDhOYjGSHh1EY/nAVbyvCxhCsHe/+pRYRL5fppg0mvA==',key_name='tempest-keypair-167997943',keypairs=<?>,launch_index=0,launched_at=2023-12-05T17:55:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f124feae86574f7f91a0f240dbccab7f',ramdisk_id='',reservation_id='r-semrknie',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-665022686',owner_user_name='tempest-AttachVolumeTestJSON-665022686-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T17:55:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6329cfe1f93c4c208e3ccd49b679ce47',uuid=9b1814a0-7af4-4fc3-ac40-38906ad73fa8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "address": "fa:16:3e:28:7f:05", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b58d792-49", "ovs_interfaceid": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converting VIF {"id": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "address": "fa:16:3e:28:7f:05", "network": {"id": "df58ed19-7478-4d78-8ab3-24a0676220f9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-432169084-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f124feae86574f7f91a0f240dbccab7f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b58d792-49", "ovs_interfaceid": "5b58d792-49f7-4b6c-bf30-601ed8f6718c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:28:7f:05,bridge_name='br-int',has_traffic_filtering=True,id=5b58d792-49f7-4b6c-bf30-601ed8f6718c,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b58d792-49') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG os_vif [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:7f:05,bridge_name='br-int',has_traffic_filtering=True,id=5b58d792-49f7-4b6c-bf30-601ed8f6718c,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b58d792-49') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5b58d792-49, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ec285631-b052-4fad-9186-42864125517d) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:58:33 user nova-compute[75018]: INFO os_vif [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:7f:05,bridge_name='br-int',has_traffic_filtering=True,id=5b58d792-49f7-4b6c-bf30-601ed8f6718c,network=Network(df58ed19-7478-4d78-8ab3-24a0676220f9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b58d792-49')
Dec 05 17:58:33 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Deleting instance files /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8_del
Dec 05 17:58:33 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Deletion of /opt/stack/data/nova/instances/9b1814a0-7af4-4fc3-ac40-38906ad73fa8_del complete
Dec 05 17:58:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:58:34 user nova-compute[75018]: INFO nova.compute.manager [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Took 0.88 seconds to destroy the instance on the hypervisor.
Dec 05 17:58:34 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 17:58:34 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 17:58:34 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 17:58:35 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 17:58:35 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Took 1.17 seconds to deallocate network for instance.
Dec 05 17:58:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:58:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:58:35 user nova-compute[75018]: DEBUG nova.compute.manager [req-4a0bb5cd-608f-4078-ab94-778601ec5442 req-7bbbb843-ce6e-4a2a-bc3d-c2dd849f5e8c service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Received event network-vif-deleted-5b58d792-49f7-4b6c-bf30-601ed8f6718c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:58:35 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:58:35 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:58:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.120s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:58:35 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Deleted allocations for instance 9b1814a0-7af4-4fc3-ac40-38906ad73fa8
Dec 05 17:58:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-42bff212-7838-4145-92ea-0ad2b973ed0e tempest-AttachVolumeTestJSON-665022686 tempest-AttachVolumeTestJSON-665022686-project-member] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.361s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:58:35 user nova-compute[75018]: DEBUG nova.compute.manager [req-9a8fd2fe-18ad-4082-80fd-e796d81d015f req-1b3782cc-26d2-4c02-a105-fcc862be50b5 service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Received event network-vif-plugged-5b58d792-49f7-4b6c-bf30-601ed8f6718c {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 17:58:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9a8fd2fe-18ad-4082-80fd-e796d81d015f req-1b3782cc-26d2-4c02-a105-fcc862be50b5 service nova] Acquiring lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:58:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9a8fd2fe-18ad-4082-80fd-e796d81d015f req-1b3782cc-26d2-4c02-a105-fcc862be50b5 service nova] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:58:35 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9a8fd2fe-18ad-4082-80fd-e796d81d015f req-1b3782cc-26d2-4c02-a105-fcc862be50b5 service nova] Lock "9b1814a0-7af4-4fc3-ac40-38906ad73fa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:58:35 user nova-compute[75018]: DEBUG nova.compute.manager [req-9a8fd2fe-18ad-4082-80fd-e796d81d015f req-1b3782cc-26d2-4c02-a105-fcc862be50b5 service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] No waiting events found dispatching network-vif-plugged-5b58d792-49f7-4b6c-bf30-601ed8f6718c {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 17:58:35 user nova-compute[75018]: WARNING nova.compute.manager [req-9a8fd2fe-18ad-4082-80fd-e796d81d015f req-1b3782cc-26d2-4c02-a105-fcc862be50b5 service nova] [instance: 9b1814a0-7af4-4fc3-ac40-38906ad73fa8] Received unexpected event network-vif-plugged-5b58d792-49f7-4b6c-bf30-601ed8f6718c for instance with vm_state deleted and task_state None.
Dec 05 17:58:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:58:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:58:45 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:58:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:58:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:58:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:58:46 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Didn't find any instances for network info cache update. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 05 17:58:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:58:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:58:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:58:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:58:46 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:58:46 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:58:46 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:58:46 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9139MB free_disk=24.972755432128906GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:58:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:58:46 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:58:47 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:58:47 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:58:47 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:58:47 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:58:47 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:58:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.153s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:58:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:58:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:58:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:58:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 17:58:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:58:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 17:58:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:58:49 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:58:52 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:58:52 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:58:53 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:58:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:58:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:58:57 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:58:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:59:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:59:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:59:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:59:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:59:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:59:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:59:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:59:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:59:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:59:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:59:40 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:59:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 17:59:46 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:59:47 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:59:47 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 17:59:47 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 17:59:47 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Didn't find any instances for network info cache update. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 05 17:59:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:59:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:59:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:59:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:59:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:59:48 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 17:59:48 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:59:48 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 17:59:48 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9146MB free_disk=24.971290588378906GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 17:59:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 17:59:48 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 17:59:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:59:49 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 17:59:49 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 17:59:49 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing inventories for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 05 17:59:49 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating ProviderTree inventory for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 05 17:59:49 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating inventory in ProviderTree for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 05 17:59:49 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing aggregate associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, aggregates: None {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 05 17:59:49 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing trait associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, traits: COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 05 17:59:49 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 17:59:49 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 17:59:49 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 17:59:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.236s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 17:59:51 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:59:53 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:59:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 17:59:54 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:59:55 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:59:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 17:59:57 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 17:59:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:00:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:00:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:00:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:00:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:00:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:00:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:00:05 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:00:05 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances with incomplete migration  {{(pid=75018) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 05 18:00:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:00:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 05 18:00:08 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] There are 0 instances to clean {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 05 18:00:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:00:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:00:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:00:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:00:24 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:00:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:00:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:00:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:00:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:00:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:00:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:00:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 18:00:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 18:00:48 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Didn't find any instances for network info cache update. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 05 18:00:48 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:00:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:00:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:00:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:00:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:00:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:00:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:00:49 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:00:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:00:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:00:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:00:49 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 18:00:49 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:00:49 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:00:49 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9136MB free_disk=24.961040496826172GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 18:00:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:00:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:00:49 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 18:00:49 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 18:00:50 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 18:00:50 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 18:00:50 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 18:00:50 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.125s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:00:51 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:00:51 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:00:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:00:55 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:00:56 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:00:56 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:00:58 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:00:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 18:00:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:01:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:06 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:01:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:01:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:01:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:01:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:01:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:19 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:24 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:29 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:30 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:34 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:39 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:01:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:01:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:01:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:01:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:01:49 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:50 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:01:50 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 18:01:50 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 18:01:50 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Didn't find any instances for network info cache update. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 05 18:01:50 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:01:51 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:01:51 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:01:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:01:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:01:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:01:51 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 18:01:52 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:01:52 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:01:52 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8667MB free_disk=24.95880889892578GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 18:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:01:52 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 18:01:52 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 18:01:52 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 18:01:52 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 18:01:52 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 18:01:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.134s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:01:53 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:01:54 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:56 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:01:57 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:01:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:01:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:59 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:01:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:01:59 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 18:02:00 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:04 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:07 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:09 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Starting instance... {{(pid=75018) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75018) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 05 18:02:13 user nova-compute[75018]: INFO nova.compute.claims [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Claim successful on node user
Dec 05 18:02:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.236s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Start building networks asynchronously for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Allocating IP information in the background. {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG nova.network.neutron [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] allocate_for_instance() {{(pid=75018) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 05 18:02:13 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 05 18:02:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Start building block device mappings for instance. {{(pid=75018) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG nova.compute.manager [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Start spawning the instance on the hypervisor. {{(pid=75018) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Creating instance directory {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 05 18:02:13 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Creating image(s)
Dec 05 18:02:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "/opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "/opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "/opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG nova.policy [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fda2cd99ae74f66aae5777cbd8a3a71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e876302f4f342c4a123699330ddf422', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75018) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 05 18:02:13 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.199s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.185s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk 1073741824 {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8,backing_fmt=raw /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk 1073741824" returned: 0 in 0.050s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "f22eb5f7609852ad273efafd3a5cd9258920d6d8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f22eb5f7609852ad273efafd3a5cd9258920d6d8 --force-share --output=json" returned: 0 in 0.187s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Checking if we can resize image /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk. size=1073741824 {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG nova.virt.disk.api [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Cannot resize image /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk to a smaller size. {{(pid=75018) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Created local disks {{(pid=75018) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Ensure instance console log exists: /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/console.log {{(pid=75018) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:02:14 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:02:15 user nova-compute[75018]: DEBUG nova.network.neutron [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Successfully created port: 40caa327-2d34-4b2d-82ca-22a62ea7eec5 {{(pid=75018) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.network.neutron [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Successfully updated port: 40caa327-2d34-4b2d-82ca-22a62ea7eec5 {{(pid=75018) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquired lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.network.neutron [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Building network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-c7203740-e8f0-42de-a38e-5d8ae2e40829 req-0905ce66-3f38-4ed9-b0da-102aa73352d7 service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Received event network-changed-40caa327-2d34-4b2d-82ca-22a62ea7eec5 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.compute.manager [req-c7203740-e8f0-42de-a38e-5d8ae2e40829 req-0905ce66-3f38-4ed9-b0da-102aa73352d7 service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Refreshing instance network info cache due to event network-changed-40caa327-2d34-4b2d-82ca-22a62ea7eec5. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c7203740-e8f0-42de-a38e-5d8ae2e40829 req-0905ce66-3f38-4ed9-b0da-102aa73352d7 service nova] Acquiring lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.network.neutron [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Instance cache missing network info. {{(pid=75018) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.network.neutron [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updating instance_info_cache with network_info: [{"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Releasing lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.compute.manager [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Instance network_info: |[{"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75018) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c7203740-e8f0-42de-a38e-5d8ae2e40829 req-0905ce66-3f38-4ed9-b0da-102aa73352d7 service nova] Acquired lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.network.neutron [req-c7203740-e8f0-42de-a38e-5d8ae2e40829 req-0905ce66-3f38-4ed9-b0da-102aa73352d7 service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Refreshing network info cache for port 40caa327-2d34-4b2d-82ca-22a62ea7eec5 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Start _get_guest_xml network_info=[{"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'guest_format': None, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'image_id': '1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 05 18:02:16 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:02:16 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] CPU controller missing on host. {{(pid=75018) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.host [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] CPU controller found on host. {{(pid=75018) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75018) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-05T16:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-05T16:54:15Z,direct_url=<?>,disk_format='qcow2',id=1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7ff3d9ceab55433882be5c2d6d5c24a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-05T16:54:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Flavor limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Image limits 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Flavor pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Image pref 0:0:0 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75018) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Got 1 possible topologies {{(pid=75018) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.hardware [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75018) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T18:02:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-540984964',display_name='tempest-SnapshotDataIntegrityTests-server-540984964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-540984964',id=53,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9mXJ4oODaKU+pWS+r8p4B1ihdEMAMcNYsvErvyGZs4WbhMK87XX4Zu4T1vKNZHVTFd5KgRPQXb9Hef+WGsHRHnwmTP3HOxhgqfJBPEA2IaObPlSTEE6RypxFRT8z+8vw==',key_name='tempest-keypair-1941954790',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1e876302f4f342c4a123699330ddf422',ramdisk_id='',reservation_id='r-67zo7q0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-679553305',owner_user_name='tempest-SnapshotDataIntegrityTests-679553305-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T18:02:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2fda2cd99ae74f66aae5777cbd8a3a71',uuid=06584a3a-ae08-4958-8ca8-ccc29d844476,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75018) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Converting VIF {"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:51:73,bridge_name='br-int',has_traffic_filtering=True,id=40caa327-2d34-4b2d-82ca-22a62ea7eec5,network=Network(9335324e-3027-4ecf-a721-7849bc2aa84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40caa327-2d') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.objects.instance [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lazy-loading 'pci_devices' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] End _get_guest_xml xml=<domain type="kvm">
Dec 05 18:02:16 user nova-compute[75018]:   <uuid>06584a3a-ae08-4958-8ca8-ccc29d844476</uuid>
Dec 05 18:02:16 user nova-compute[75018]:   <name>instance-00000035</name>
Dec 05 18:02:16 user nova-compute[75018]:   <memory>524288</memory>
Dec 05 18:02:16 user nova-compute[75018]:   <vcpu>1</vcpu>
Dec 05 18:02:16 user nova-compute[75018]:   <metadata>
Dec 05 18:02:16 user nova-compute[75018]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 05 18:02:16 user nova-compute[75018]:       <nova:package version="0.0.0"/>
Dec 05 18:02:16 user nova-compute[75018]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-540984964</nova:name>
Dec 05 18:02:16 user nova-compute[75018]:       <nova:creationTime>2023-12-05 18:02:16</nova:creationTime>
Dec 05 18:02:16 user nova-compute[75018]:       <nova:flavor name="m1.tiny">
Dec 05 18:02:16 user nova-compute[75018]:         <nova:memory>512</nova:memory>
Dec 05 18:02:16 user nova-compute[75018]:         <nova:disk>1</nova:disk>
Dec 05 18:02:16 user nova-compute[75018]:         <nova:swap>0</nova:swap>
Dec 05 18:02:16 user nova-compute[75018]:         <nova:ephemeral>0</nova:ephemeral>
Dec 05 18:02:16 user nova-compute[75018]:         <nova:vcpus>1</nova:vcpus>
Dec 05 18:02:16 user nova-compute[75018]:       </nova:flavor>
Dec 05 18:02:16 user nova-compute[75018]:       <nova:owner>
Dec 05 18:02:16 user nova-compute[75018]:         <nova:user uuid="2fda2cd99ae74f66aae5777cbd8a3a71">tempest-SnapshotDataIntegrityTests-679553305-project-member</nova:user>
Dec 05 18:02:16 user nova-compute[75018]:         <nova:project uuid="1e876302f4f342c4a123699330ddf422">tempest-SnapshotDataIntegrityTests-679553305</nova:project>
Dec 05 18:02:16 user nova-compute[75018]:       </nova:owner>
Dec 05 18:02:16 user nova-compute[75018]:       <nova:root type="image" uuid="1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208"/>
Dec 05 18:02:16 user nova-compute[75018]:       <nova:ports>
Dec 05 18:02:16 user nova-compute[75018]:         <nova:port uuid="40caa327-2d34-4b2d-82ca-22a62ea7eec5">
Dec 05 18:02:16 user nova-compute[75018]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 05 18:02:16 user nova-compute[75018]:         </nova:port>
Dec 05 18:02:16 user nova-compute[75018]:       </nova:ports>
Dec 05 18:02:16 user nova-compute[75018]:     </nova:instance>
Dec 05 18:02:16 user nova-compute[75018]:   </metadata>
Dec 05 18:02:16 user nova-compute[75018]:   <sysinfo type="smbios">
Dec 05 18:02:16 user nova-compute[75018]:     <system>
Dec 05 18:02:16 user nova-compute[75018]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 05 18:02:16 user nova-compute[75018]:       <entry name="product">OpenStack Nova</entry>
Dec 05 18:02:16 user nova-compute[75018]:       <entry name="version">0.0.0</entry>
Dec 05 18:02:16 user nova-compute[75018]:       <entry name="serial">06584a3a-ae08-4958-8ca8-ccc29d844476</entry>
Dec 05 18:02:16 user nova-compute[75018]:       <entry name="uuid">06584a3a-ae08-4958-8ca8-ccc29d844476</entry>
Dec 05 18:02:16 user nova-compute[75018]:       <entry name="family">Virtual Machine</entry>
Dec 05 18:02:16 user nova-compute[75018]:     </system>
Dec 05 18:02:16 user nova-compute[75018]:   </sysinfo>
Dec 05 18:02:16 user nova-compute[75018]:   <os>
Dec 05 18:02:16 user nova-compute[75018]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 05 18:02:16 user nova-compute[75018]:     <boot dev="hd"/>
Dec 05 18:02:16 user nova-compute[75018]:     <smbios mode="sysinfo"/>
Dec 05 18:02:16 user nova-compute[75018]:   </os>
Dec 05 18:02:16 user nova-compute[75018]:   <features>
Dec 05 18:02:16 user nova-compute[75018]:     <acpi/>
Dec 05 18:02:16 user nova-compute[75018]:     <apic/>
Dec 05 18:02:16 user nova-compute[75018]:     <vmcoreinfo/>
Dec 05 18:02:16 user nova-compute[75018]:   </features>
Dec 05 18:02:16 user nova-compute[75018]:   <clock offset="utc">
Dec 05 18:02:16 user nova-compute[75018]:     <timer name="pit" tickpolicy="delay"/>
Dec 05 18:02:16 user nova-compute[75018]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 05 18:02:16 user nova-compute[75018]:     <timer name="hpet" present="no"/>
Dec 05 18:02:16 user nova-compute[75018]:   </clock>
Dec 05 18:02:16 user nova-compute[75018]:   <cpu mode="custom" match="exact">
Dec 05 18:02:16 user nova-compute[75018]:     <model>Nehalem</model>
Dec 05 18:02:16 user nova-compute[75018]:     <topology sockets="1" cores="1" threads="1"/>
Dec 05 18:02:16 user nova-compute[75018]:   </cpu>
Dec 05 18:02:16 user nova-compute[75018]:   <devices>
Dec 05 18:02:16 user nova-compute[75018]:     <disk type="file" device="disk">
Dec 05 18:02:16 user nova-compute[75018]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 05 18:02:16 user nova-compute[75018]:       <source file="/opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk"/>
Dec 05 18:02:16 user nova-compute[75018]:       <target dev="vda" bus="virtio"/>
Dec 05 18:02:16 user nova-compute[75018]:     </disk>
Dec 05 18:02:16 user nova-compute[75018]:     <interface type="ethernet">
Dec 05 18:02:16 user nova-compute[75018]:       <mac address="fa:16:3e:d4:51:73"/>
Dec 05 18:02:16 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 18:02:16 user nova-compute[75018]:       <mtu size="1442"/>
Dec 05 18:02:16 user nova-compute[75018]:       <target dev="tap40caa327-2d"/>
Dec 05 18:02:16 user nova-compute[75018]:     </interface>
Dec 05 18:02:16 user nova-compute[75018]:     <serial type="pty">
Dec 05 18:02:16 user nova-compute[75018]:       <log file="/opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/console.log" append="off"/>
Dec 05 18:02:16 user nova-compute[75018]:     </serial>
Dec 05 18:02:16 user nova-compute[75018]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 05 18:02:16 user nova-compute[75018]:     <video>
Dec 05 18:02:16 user nova-compute[75018]:       <model type="virtio"/>
Dec 05 18:02:16 user nova-compute[75018]:     </video>
Dec 05 18:02:16 user nova-compute[75018]:     <rng model="virtio">
Dec 05 18:02:16 user nova-compute[75018]:       <backend model="random">/dev/urandom</backend>
Dec 05 18:02:16 user nova-compute[75018]:     </rng>
Dec 05 18:02:16 user nova-compute[75018]:     <controller type="usb" index="0" model="none"/>
Dec 05 18:02:16 user nova-compute[75018]:     <memballoon model="virtio">
Dec 05 18:02:16 user nova-compute[75018]:       <stats period="10"/>
Dec 05 18:02:16 user nova-compute[75018]:     </memballoon>
Dec 05 18:02:16 user nova-compute[75018]:   </devices>
Dec 05 18:02:16 user nova-compute[75018]: </domain>
Dec 05 18:02:16 user nova-compute[75018]:  {{(pid=75018) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T18:02:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-540984964',display_name='tempest-SnapshotDataIntegrityTests-server-540984964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-540984964',id=53,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9mXJ4oODaKU+pWS+r8p4B1ihdEMAMcNYsvErvyGZs4WbhMK87XX4Zu4T1vKNZHVTFd5KgRPQXb9Hef+WGsHRHnwmTP3HOxhgqfJBPEA2IaObPlSTEE6RypxFRT8z+8vw==',key_name='tempest-keypair-1941954790',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1e876302f4f342c4a123699330ddf422',ramdisk_id='',reservation_id='r-67zo7q0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-679553305',owner_user_name='tempest-SnapshotDataIntegrityTests-679553305-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-05T18:02:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2fda2cd99ae74f66aae5777cbd8a3a71',uuid=06584a3a-ae08-4958-8ca8-ccc29d844476,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Converting VIF {"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:51:73,bridge_name='br-int',has_traffic_filtering=True,id=40caa327-2d34-4b2d-82ca-22a62ea7eec5,network=Network(9335324e-3027-4ecf-a721-7849bc2aa84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40caa327-2d') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG os_vif [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:51:73,bridge_name='br-int',has_traffic_filtering=True,id=40caa327-2d34-4b2d-82ca-22a62ea7eec5,network=Network(9335324e-3027-4ecf-a721-7849bc2aa84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40caa327-2d') {{(pid=75018) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cc1754a6-310f-5fc7-a69d-70562949bfd4', '_type': 'linux-noop'}}, row=False) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap40caa327-2d, may_exist=True, interface_attrs={}) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap40caa327-2d, col_values=(('qos', UUID('2b6efbef-cf4b-46f0-8df0-d30dd65d73df')),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap40caa327-2d, col_values=(('external_ids', {'iface-id': '40caa327-2d34-4b2d-82ca-22a62ea7eec5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d4:51:73', 'vm-uuid': '06584a3a-ae08-4958-8ca8-ccc29d844476'}),), if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:16 user nova-compute[75018]: INFO os_vif [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:51:73,bridge_name='br-int',has_traffic_filtering=True,id=40caa327-2d34-4b2d-82ca-22a62ea7eec5,network=Network(9335324e-3027-4ecf-a721-7849bc2aa84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40caa327-2d')
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] No VIF found with MAC fa:16:3e:d4:51:73, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.network.neutron [req-c7203740-e8f0-42de-a38e-5d8ae2e40829 req-0905ce66-3f38-4ed9-b0da-102aa73352d7 service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updated VIF entry in instance network info cache for port 40caa327-2d34-4b2d-82ca-22a62ea7eec5. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG nova.network.neutron [req-c7203740-e8f0-42de-a38e-5d8ae2e40829 req-0905ce66-3f38-4ed9-b0da-102aa73352d7 service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updating instance_info_cache with network_info: [{"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 18:02:16 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-c7203740-e8f0-42de-a38e-5d8ae2e40829 req-0905ce66-3f38-4ed9-b0da-102aa73352d7 service nova] Releasing lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 18:02:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:18 user nova-compute[75018]: DEBUG nova.compute.manager [req-af3f5c1d-37fa-47d0-beb7-49c7c0732e08 req-feb24a40-360d-47c5-868d-3af7b67b56ae service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Received event network-vif-plugged-40caa327-2d34-4b2d-82ca-22a62ea7eec5 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 18:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-af3f5c1d-37fa-47d0-beb7-49c7c0732e08 req-feb24a40-360d-47c5-868d-3af7b67b56ae service nova] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-af3f5c1d-37fa-47d0-beb7-49c7c0732e08 req-feb24a40-360d-47c5-868d-3af7b67b56ae service nova] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:02:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-af3f5c1d-37fa-47d0-beb7-49c7c0732e08 req-feb24a40-360d-47c5-868d-3af7b67b56ae service nova] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:02:18 user nova-compute[75018]: DEBUG nova.compute.manager [req-af3f5c1d-37fa-47d0-beb7-49c7c0732e08 req-feb24a40-360d-47c5-868d-3af7b67b56ae service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] No waiting events found dispatching network-vif-plugged-40caa327-2d34-4b2d-82ca-22a62ea7eec5 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 18:02:18 user nova-compute[75018]: WARNING nova.compute.manager [req-af3f5c1d-37fa-47d0-beb7-49c7c0732e08 req-feb24a40-360d-47c5-868d-3af7b67b56ae service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Received unexpected event network-vif-plugged-40caa327-2d34-4b2d-82ca-22a62ea7eec5 for instance with vm_state building and task_state spawning.
Dec 05 18:02:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-9cf0e90e-d57f-4572-a1b2-9dc727925fe9 req-ff1a2ac3-7209-4d5c-8b72-1217bfb8e717 service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Received event network-vif-plugged-40caa327-2d34-4b2d-82ca-22a62ea7eec5 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 18:02:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9cf0e90e-d57f-4572-a1b2-9dc727925fe9 req-ff1a2ac3-7209-4d5c-8b72-1217bfb8e717 service nova] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:02:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9cf0e90e-d57f-4572-a1b2-9dc727925fe9 req-ff1a2ac3-7209-4d5c-8b72-1217bfb8e717 service nova] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:02:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9cf0e90e-d57f-4572-a1b2-9dc727925fe9 req-ff1a2ac3-7209-4d5c-8b72-1217bfb8e717 service nova] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:02:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-9cf0e90e-d57f-4572-a1b2-9dc727925fe9 req-ff1a2ac3-7209-4d5c-8b72-1217bfb8e717 service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] No waiting events found dispatching network-vif-plugged-40caa327-2d34-4b2d-82ca-22a62ea7eec5 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 18:02:20 user nova-compute[75018]: WARNING nova.compute.manager [req-9cf0e90e-d57f-4572-a1b2-9dc727925fe9 req-ff1a2ac3-7209-4d5c-8b72-1217bfb8e717 service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Received unexpected event network-vif-plugged-40caa327-2d34-4b2d-82ca-22a62ea7eec5 for instance with vm_state building and task_state spawning.
Dec 05 18:02:20 user nova-compute[75018]: DEBUG nova.compute.manager [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Instance event wait completed in 0 seconds for  {{(pid=75018) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 05 18:02:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Guest created on hypervisor {{(pid=75018) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 05 18:02:20 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Instance spawned successfully.
Dec 05 18:02:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 05 18:02:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Found default for hw_cdrom_bus of ide {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 18:02:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Found default for hw_disk_bus of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 18:02:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Found default for hw_input_bus of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 18:02:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Found default for hw_pointer_model of None {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 18:02:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Found default for hw_video_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 18:02:20 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Found default for hw_vif_model of virtio {{(pid=75018) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 05 18:02:20 user nova-compute[75018]: INFO nova.compute.manager [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Took 6.72 seconds to spawn the instance on the hypervisor.
Dec 05 18:02:20 user nova-compute[75018]: DEBUG nova.compute.manager [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Checking state {{(pid=75018) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 05 18:02:20 user nova-compute[75018]: INFO nova.compute.manager [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Took 7.38 seconds to build instance.
Dec 05 18:02:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-3c53d701-9bdf-454d-b41e-02fa3b170d1d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.491s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:02:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:51 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:02:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 18:02:51 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 18:02:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 18:02:51 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 18:02:51 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 18:02:51 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:02:52 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updating instance_info_cache with network_info: [{"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 18:02:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 18:02:52 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 18:02:52 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:02:52 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:02:52 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:02:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:02:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:02:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:02:52 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 18:02:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:02:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:02:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:02:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:02:53 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:02:53 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:02:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8711MB free_disk=24.915733337402344GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 18:02:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:02:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:02:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06584a3a-ae08-4958-8ca8-ccc29d844476 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 18:02:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 18:02:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 18:02:53 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 18:02:53 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 18:02:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 18:02:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.545s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:02:54 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:02:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:02:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:02:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:02:58 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:02:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:02:59 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 18:03:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:03:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:03:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:03:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:03:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:03:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:03:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:03:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:03:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:03:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:03:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:03:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:03:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:03:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:03:15 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:03:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:03:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:03:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:03:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:03:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:03:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:03:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:03:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:03:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:03:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:03:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:03:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:03:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:03:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:03:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:03:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:03:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:03:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:03:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:03:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:03:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:03:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:03:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:03:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:03:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:03:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:03:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:03:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:03:52 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:03:52 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 18:03:52 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 18:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 18:03:52 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 18:03:52 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 18:03:52 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:03:52 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updating instance_info_cache with network_info: [{"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 18:03:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 18:03:53 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 18:03:53 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:03:53 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:03:53 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:03:53 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:03:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:03:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:03:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:03:53 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 18:03:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:03:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:03:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:03:53 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:03:54 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:03:54 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:03:54 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8953MB free_disk=24.913372039794922GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 18:03:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:03:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:03:54 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06584a3a-ae08-4958-8ca8-ccc29d844476 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 18:03:54 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 18:03:54 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 18:03:54 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 18:03:54 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 18:03:54 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 18:03:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.168s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:03:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:03:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:03:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:03:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:03:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:03:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:03:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:03:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:03:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:04:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:04:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 18:04:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:04:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:04:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:04:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:04:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-9e1b2109-bc5d-43fd-a4d2-bf0996759cf4 req-3defd9e6-10a1-41af-8cb7-deb353ba8073 service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Received event network-changed-40caa327-2d34-4b2d-82ca-22a62ea7eec5 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 18:04:04 user nova-compute[75018]: DEBUG nova.compute.manager [req-9e1b2109-bc5d-43fd-a4d2-bf0996759cf4 req-3defd9e6-10a1-41af-8cb7-deb353ba8073 service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Refreshing instance network info cache due to event network-changed-40caa327-2d34-4b2d-82ca-22a62ea7eec5. {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 05 18:04:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9e1b2109-bc5d-43fd-a4d2-bf0996759cf4 req-3defd9e6-10a1-41af-8cb7-deb353ba8073 service nova] Acquiring lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 18:04:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9e1b2109-bc5d-43fd-a4d2-bf0996759cf4 req-3defd9e6-10a1-41af-8cb7-deb353ba8073 service nova] Acquired lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 18:04:04 user nova-compute[75018]: DEBUG nova.network.neutron [req-9e1b2109-bc5d-43fd-a4d2-bf0996759cf4 req-3defd9e6-10a1-41af-8cb7-deb353ba8073 service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Refreshing network info cache for port 40caa327-2d34-4b2d-82ca-22a62ea7eec5 {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 05 18:04:04 user nova-compute[75018]: DEBUG nova.network.neutron [req-9e1b2109-bc5d-43fd-a4d2-bf0996759cf4 req-3defd9e6-10a1-41af-8cb7-deb353ba8073 service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updated VIF entry in instance network info cache for port 40caa327-2d34-4b2d-82ca-22a62ea7eec5. {{(pid=75018) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 05 18:04:04 user nova-compute[75018]: DEBUG nova.network.neutron [req-9e1b2109-bc5d-43fd-a4d2-bf0996759cf4 req-3defd9e6-10a1-41af-8cb7-deb353ba8073 service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updating instance_info_cache with network_info: [{"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 18:04:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-9e1b2109-bc5d-43fd-a4d2-bf0996759cf4 req-3defd9e6-10a1-41af-8cb7-deb353ba8073 service nova] Releasing lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 18:04:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:04:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:04:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:04:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:04:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:04:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:04:07 user nova-compute[75018]: DEBUG nova.objects.instance [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lazy-loading 'flavor' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:04:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:04:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:04:07 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:04:07 user nova-compute[75018]: INFO nova.compute.manager [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Attaching volume 6cf7c587-a248-446e-98cf-346f99978439 to /dev/vdb
Dec 05 18:04:08 user nova-compute[75018]: DEBUG os_brick.utils [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4524a08-b981-49d9-8728-0aff9896effc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5ce8ac8-4d3d-40b3-a520-3921ce8de542]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7497b6d-a934-4042-a9b6-3002dd470934]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a35d44ec-25d1-45d2-bfae-5a2a15a98d8f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 18:04:08 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 18:04:08 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[22c05261-d248-4035-a460-5d3bae1ea116]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG os_brick.utils [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updating existing volume attachment record: aa05ffa7-69f8-4e54-8c42-e918ffb6e61b {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 18:04:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qJtoweWh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 18:04:17 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 18:04:17 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 18:04:17 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[90a5b8eb-af00-4205-952e-4691b832fb5d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 18:04:17 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6e2b1b3-f26d-4ede-8a08-3304e64c78c3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439] added
Dec 05 18:04:17 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6bf7363-7ae6-4892-8cca-d4d0e3db6fa5]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c505809-59c8-4d3f-9666-4359e5347aed]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qJtoweWh {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qJtoweWh" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c8361e5-5551-4fcb-b5ea-5c560041e89c]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qJtoweWh'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ffa2ed0-d614-4ba0-b0a9-f9717f87cd28]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[64c4a8aa-8237-496c-9454-4941bd67711d]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 05 18:04:17 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 05 18:04:17 user nova-compute[75018]:  {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 18:04:17 user nova-compute[75018]: WARNING os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 05 18:04:17 user nova-compute[75018]: 
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf2eeff8-46f0-4318-bd26-6570a1200702]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439, portal: 172.16.0.220,3260]
Dec 05 18:04:17 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439, portal: 172.16.0.220,3260] successful.
Dec 05 18:04:17 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d245ef5-ece0-44a7-9e90-32491f264a9e]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ac30324-cb90-42ab-aa2c-3396bc939aa5]: (4, ('tcp: [66] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [66] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 (non-flash)
Dec 05 18:04:17 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsi session list stdout=tcp: [66] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 (non-flash)
Dec 05 18:04:17 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.245s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] HCTL ('33', '-', '-', 0) found on session 66 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1baad86a-5e70-4315-a131-cbe2a84d4746]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Searching for a device in session 66 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 18:04:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qJtoweWh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 18:04:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.274s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 18:04:18 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] <== connect_volume: return (1276ms) {'type': 'block', 'scsi_wwn': '23731363330333164', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 18:04:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23731363330333164', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 18:04:18 user nova-compute[75018]: DEBUG nova.objects.instance [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lazy-loading 'flavor' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:04:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 18:04:18 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 18:04:18 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 18:04:18 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 18:04:18 user nova-compute[75018]:   <serial>6cf7c587-a248-446e-98cf-346f99978439</serial>
Dec 05 18:04:18 user nova-compute[75018]: </disk>
Dec 05 18:04:18 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 18:04:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 18:04:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 18:04:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] No VIF found with MAC fa:16:3e:d4:51:73, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 18:04:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-cad3b6ab-1e49-46a7-bafa-79f4ad7d769d tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.199s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:04:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:04:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:04:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:04:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:04:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:04:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:04:36 user nova-compute[75018]: INFO nova.compute.manager [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Detaching volume 6cf7c587-a248-446e-98cf-346f99978439
Dec 05 18:04:36 user nova-compute[75018]: INFO nova.virt.block_device [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Attempting to driver detach volume 6cf7c587-a248-446e-98cf-346f99978439 from mountpoint /dev/vdb
Dec 05 18:04:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Attempting to detach device vdb from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 18:04:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 18:04:36 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 18:04:36 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 18:04:36 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 18:04:36 user nova-compute[75018]:   <serial>6cf7c587-a248-446e-98cf-346f99978439</serial>
Dec 05 18:04:36 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 18:04:36 user nova-compute[75018]: </disk>
Dec 05 18:04:36 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 18:04:36 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Successfully detached device vdb from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 from the persistent domain config.
Dec 05 18:04:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 18:04:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 18:04:36 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 18:04:36 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 18:04:36 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 18:04:36 user nova-compute[75018]:   <serial>6cf7c587-a248-446e-98cf-346f99978439</serial>
Dec 05 18:04:36 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 18:04:36 user nova-compute[75018]: </disk>
Dec 05 18:04:36 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 18:04:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:36 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 18:04:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:04:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:04:52 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:04:53 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:04:53 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 18:04:53 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 18:04:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 18:04:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 18:04:53 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 18:04:53 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:04:54 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updating instance_info_cache with network_info: [{"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 18:04:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 18:04:54 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 18:04:54 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:04:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:04:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:04:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:04:54 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 18:04:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:54 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:55 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:04:55 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:04:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8953MB free_disk=24.91175079345703GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 18:04:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:04:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:04:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06584a3a-ae08-4958-8ca8-ccc29d844476 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 18:04:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 18:04:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 18:04:55 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing inventories for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 05 18:04:55 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating ProviderTree inventory for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 05 18:04:55 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating inventory in ProviderTree for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 05 18:04:55 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing aggregate associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, aggregates: None {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 05 18:04:55 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing trait associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, traits: COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 05 18:04:55 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 18:04:55 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 18:04:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 18:04:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.283s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:04:56 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:04:56 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:04:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:04:56 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 is timed out.
Dec 05 18:04:56 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Successfully detached device vdb from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 from the live domain config.
Dec 05 18:04:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qJtoweWh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 18:04:57 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c131f546-236d-45ac-b50c-0cb0862863ca]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 18:04:57 user nova-compute[75018]: No targets found.
Dec 05 18:04:57 user nova-compute[75018]: iSNS:
Dec 05 18:04:57 user nova-compute[75018]: No targets found.
Dec 05 18:04:57 user nova-compute[75018]: STATIC:
Dec 05 18:04:57 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439
Dec 05 18:04:57 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 18:04:57 user nova-compute[75018]:                 Iface Name: default
Dec 05 18:04:57 user nova-compute[75018]: FIRMWARE:
Dec 05 18:04:57 user nova-compute[75018]: No targets found.
Dec 05 18:04:57 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 18:04:57 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 18:04:57 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fb567cf-3198-469b-85cb-68ecd7592f69]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeeb2d5e-b494-4167-946b-d10af035b8f5]: (4, ('tcp: [66] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [66] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 (non-flash)
Dec 05 18:04:57 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsi session list stdout=tcp: [66] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 (non-flash)
Dec 05 18:04:57 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c8500430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[53674149-a117-46fe-a851-531335971372]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[518d27cd-c692-42e2-8003-b3209360453e]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5474239d-00c2-4854-82b3-2cd022bcbb14]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[a042b18d-acfc-4b5c-990a-a47a139a2a11]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.031s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fe585ea-52d4-419b-8ae0-912e44b9b222]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c9d88fe-683c-49a7-8382-8506682ac5c9]: (4, ('Logging out of session [sid: 66, target: iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439, portal: 172.16.0.220,3260]\nLogout of [sid: 66, target: iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 66, target: iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439, portal: 172.16.0.220,3260]
Dec 05 18:04:57 user nova-compute[75018]: Logout of [sid: 66, target: iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439, portal: 172.16.0.220,3260] successful.
Dec 05 18:04:57 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf7c587-a248-446e-98cf-346f99978439 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9a56c47-5e7f-4af7-8797-c4ad1585fd3a]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] <== disconnect_volume: return (308ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 18:04:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 18:04:58 user nova-compute[75018]: DEBUG nova.objects.instance [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lazy-loading 'flavor' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:04:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-ef0a1411-fbc4-4278-84ef-f5891cf38c61 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.726s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:04:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:05:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:05:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:05:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:05:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:05:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:05:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:05:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:05:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:05:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:05:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 18:05:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:05:07 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:05:07 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances with incomplete migration  {{(pid=75018) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 05 18:05:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:05:11 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:05:11 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 05 18:05:11 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] There are 0 instances to clean {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 05 18:05:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:05:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:05:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:05:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:05:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:05:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:05:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:05:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:05:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:05:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:05:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:05:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:05:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:05:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:05:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG nova.objects.instance [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lazy-loading 'flavor' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:05:29 user nova-compute[75018]: INFO nova.compute.manager [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Attaching volume 34bec385-b699-4839-843e-176cb71a16b7 to /dev/vdb
Dec 05 18:05:29 user nova-compute[75018]: DEBUG os_brick.utils [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[68c574d1-7f21-46aa-81d0-6df162523602]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[235f880c-f3aa-428b-8ead-1476004eab30]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[028b32a6-ac50-4408-bc70-ffe42b475e98]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[731e6b94-fb2a-4e43-a75d-829b3af6bc3b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 18:05:29 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 18:05:29 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[41d817dd-1ce5-4c24-82e8-5a56e63cdb47]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG os_brick.utils [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 18:05:29 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updating existing volume attachment record: b775b835-1059-4acc-94be-8e7e725699c6 {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 18:05:30 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:05:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:05:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:05:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:05:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:05:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:05:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:05:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:05:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VukTqbmA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 18:05:38 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 18:05:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 18:05:38 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 18:05:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 18:05:38 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 18:05:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecbe38e1-7763-49dd-9b5d-0c9093235574]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 18:05:38 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[28af9ac7-e4c2-48e0-b2ff-5fa9592bf6aa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7] added
Dec 05 18:05:38 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c6f3fbf-420f-48c9-a4da-abfd6a8bb6e3]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fde0e3cb-8ae7-4442-aaa4-216b1c485dad]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VukTqbmA {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VukTqbmA" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[72f46d9f-8cd5-4ca8-aec4-f64ec3a5a051]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VukTqbmA'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:05:38 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fee07f01-3d9f-43a1-a0f1-ccf872226033]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d731f32b-5100-4485-9b83-2986e5346fa8]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 05 18:05:39 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 05 18:05:39 user nova-compute[75018]:  {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 18:05:39 user nova-compute[75018]: WARNING os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 05 18:05:39 user nova-compute[75018]: 
Dec 05 18:05:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bfa998b-502a-4dab-aa3f-610a4f96b8b7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7, portal: 172.16.0.220,3260]
Dec 05 18:05:39 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7, portal: 172.16.0.220,3260] successful.
Dec 05 18:05:39 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[649fddbf-370d-431c-ad4c-0ba80d5f14bc]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[52899a1a-2ad0-4005-8088-750b7d7a2a2c]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 (non-flash)
Dec 05 18:05:39 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 (non-flash)
Dec 05 18:05:39 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] HCTL ('33', '-', '-', 0) found on session 67 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5937f32b-24b5-40d8-8625-56e6330e2da0]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Searching for a device in session 67 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 18:05:39 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VukTqbmA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 18:05:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.294s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 18:05:40 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '26138343562653466', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 18:05:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26138343562653466', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 18:05:40 user nova-compute[75018]: DEBUG nova.objects.instance [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lazy-loading 'flavor' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:05:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 18:05:40 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 18:05:40 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 18:05:40 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 18:05:40 user nova-compute[75018]:   <serial>34bec385-b699-4839-843e-176cb71a16b7</serial>
Dec 05 18:05:40 user nova-compute[75018]: </disk>
Dec 05 18:05:40 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 18:05:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 18:05:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 18:05:40 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] No VIF found with MAC fa:16:3e:d4:51:73, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 18:05:40 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-7a9169ad-bc74-43cd-8ebe-dcaef614ef3a tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.041s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:05:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:05:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:05:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:05:43 user nova-compute[75018]: INFO nova.compute.manager [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Detaching volume 34bec385-b699-4839-843e-176cb71a16b7
Dec 05 18:05:43 user nova-compute[75018]: INFO nova.virt.block_device [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Attempting to driver detach volume 34bec385-b699-4839-843e-176cb71a16b7 from mountpoint /dev/vdb
Dec 05 18:05:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Attempting to detach device vdb from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 18:05:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 18:05:43 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 18:05:43 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 18:05:43 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 18:05:43 user nova-compute[75018]:   <serial>34bec385-b699-4839-843e-176cb71a16b7</serial>
Dec 05 18:05:43 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 18:05:43 user nova-compute[75018]: </disk>
Dec 05 18:05:43 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 18:05:43 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Successfully detached device vdb from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 from the persistent domain config.
Dec 05 18:05:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 18:05:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 18:05:43 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 18:05:43 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 18:05:43 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 18:05:43 user nova-compute[75018]:   <serial>34bec385-b699-4839-843e-176cb71a16b7</serial>
Dec 05 18:05:43 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 18:05:43 user nova-compute[75018]: </disk>
Dec 05 18:05:43 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 18:05:43 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 18:05:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:05:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:05:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:05:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:05:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:05:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:05:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:05:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:05:54 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:05:54 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 18:05:54 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 18:05:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 18:05:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 18:05:54 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 18:05:54 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:05:55 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updating instance_info_cache with network_info: [{"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 18:05:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 18:05:55 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 18:05:55 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:05:55 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:05:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:05:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:05:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:05:55 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 18:05:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:05:55 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:05:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:05:56 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:05:56 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:05:56 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8954MB free_disk=24.91039276123047GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 18:05:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:05:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:05:56 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06584a3a-ae08-4958-8ca8-ccc29d844476 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 18:05:56 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 18:05:56 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 18:05:56 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 18:05:56 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 18:05:56 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 18:05:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.172s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:05:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:05:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:05:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:05:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:05:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:05:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:05:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:05:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:05:59 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:06:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:06:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:06:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:06:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:06:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:06:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:06:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:06:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:06:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:06:02 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 18:06:03 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 is timed out.
Dec 05 18:06:03 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Successfully detached device vdb from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 from the live domain config.
Dec 05 18:06:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VukTqbmA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 18:06:03 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca85fb39-d05c-405c-9697-8c948942b194]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 18:06:03 user nova-compute[75018]: No targets found.
Dec 05 18:06:03 user nova-compute[75018]: iSNS:
Dec 05 18:06:03 user nova-compute[75018]: No targets found.
Dec 05 18:06:03 user nova-compute[75018]: STATIC:
Dec 05 18:06:03 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7
Dec 05 18:06:03 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 18:06:03 user nova-compute[75018]:                 Iface Name: default
Dec 05 18:06:03 user nova-compute[75018]: FIRMWARE:
Dec 05 18:06:03 user nova-compute[75018]: No targets found.
Dec 05 18:06:03 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 18:06:03 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 18:06:03 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[41f83f3a-3b6c-4daa-8b69-8e4bacda23da]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[97a7426f-267f-4f2e-8339-6cb04ae3b004]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 (non-flash)
Dec 05 18:06:03 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 (non-flash)
Dec 05 18:06:03 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a864a200>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[18628aa5-5f0b-4388-9dee-a33732b8c1dd]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa058a6b-a05c-4f00-a051-b62208b19fdd]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa6c39d8-f48c-41dd-a83d-dc898d1e5918]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.033s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d4b0078-0236-4a88-9317-080a48038807]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0baa8867-e905-45e0-aef5-88a27fe40b27]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[514c5962-b46d-438f-ab47-0841522e0738]: (4, ('Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7, portal: 172.16.0.220,3260]\nLogout of [sid: 67, target: iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7, portal: 172.16.0.220,3260]
Dec 05 18:06:03 user nova-compute[75018]: Logout of [sid: 67, target: iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7, portal: 172.16.0.220,3260] successful.
Dec 05 18:06:03 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34bec385-b699-4839-843e-176cb71a16b7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9551d03-ec75-463c-8300-b2a2f12463b6]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] <== disconnect_volume: return (297ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 18:06:03 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 18:06:04 user nova-compute[75018]: DEBUG nova.objects.instance [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lazy-loading 'flavor' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:06:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-2a7d27f2-75b8-484e-b3a8-96531b3702a4 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.801s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:06:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_power_states {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:06:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Triggering sync for uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 05 18:06:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:06:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:06:04 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.028s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:06:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:06:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:06:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:06:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:06:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:06:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:06:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:06:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:06:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:06:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:06:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:06:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:06:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:06:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:06:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:06:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:06:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:06:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:06:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:06:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:06:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG nova.objects.instance [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lazy-loading 'flavor' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:06:36 user nova-compute[75018]: INFO nova.compute.manager [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Attaching volume 08f62852-9ef9-44f9-aaf3-3b64090300df to /dev/vdb
Dec 05 18:06:36 user nova-compute[75018]: DEBUG os_brick.utils [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[35bbe2a5-5440-4668-aef8-52e790544adc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d8fb16b-57df-46be-8ffd-71483533abc2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1839a735-2270-4b71-a15c-d6be160d7634]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f2f682d-3b12-498e-ba78-1065de9010d8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 18:06:36 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 18:06:36 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd46d26b-6a22-4ed5-b953-0fa3ac1fa713]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG os_brick.utils [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updating existing volume attachment record: 089f00d4-5cf3-4f53-9081-2fe10d0553cc {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:06:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:06:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:06:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:06:44 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SQXfYbjp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 18:06:45 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 18:06:45 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 18:06:45 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e79763de-7666-47b4-9511-9883caa24a15]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 18:06:45 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeb4f070-9314-4552-b40f-4663d95778d3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df] added
Dec 05 18:06:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[07e62776-a65a-48c2-888f-639616d3bc53]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4b58c34-52b9-4aee-abf6-1cc41559da6c]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SQXfYbjp {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SQXfYbjp" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eaadc2d-a0a9-4b83-b631-deb67bed6a62]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SQXfYbjp'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[20bc68d4-b838-4e2f-a5c9-3e45b1abe76d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[99426079-5f93-41b2-8fc7-061c72e786a3]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 05 18:06:45 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 05 18:06:45 user nova-compute[75018]:  {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 18:06:45 user nova-compute[75018]: WARNING os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 05 18:06:45 user nova-compute[75018]: 
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2270439-98cb-48e3-914a-578aa7d95117]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df, portal: 172.16.0.220,3260]
Dec 05 18:06:45 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df, portal: 172.16.0.220,3260] successful.
Dec 05 18:06:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[47f35e3d-7eae-497e-ae4b-bd7e2fdda0c0]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d1b3b07-adb6-4799-bb07-dfed690d9ae7]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df (non-flash)
Dec 05 18:06:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df (non-flash)
Dec 05 18:06:45 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.258s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] HCTL ('33', '-', '-', 0) found on session 68 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ce293ff-997f-4284-aeb0-137e7c2570dc]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:06:45 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 18:06:46 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 18:06:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SQXfYbjp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 18:06:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.294s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 18:06:46 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '23362343561306632', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 18:06:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23362343561306632', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 18:06:46 user nova-compute[75018]: DEBUG nova.objects.instance [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lazy-loading 'flavor' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:06:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 18:06:46 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 18:06:46 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 18:06:46 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 18:06:46 user nova-compute[75018]:   <serial>08f62852-9ef9-44f9-aaf3-3b64090300df</serial>
Dec 05 18:06:46 user nova-compute[75018]: </disk>
Dec 05 18:06:46 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 18:06:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:06:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 18:06:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 18:06:46 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] No VIF found with MAC fa:16:3e:d4:51:73, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 18:06:47 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-af9bcfb4-6389-46ae-b213-63f662ba36a8 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.794s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:06:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:06:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:06:49 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:06:49 user nova-compute[75018]: INFO nova.compute.manager [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Detaching volume 08f62852-9ef9-44f9-aaf3-3b64090300df
Dec 05 18:06:49 user nova-compute[75018]: INFO nova.virt.block_device [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Attempting to driver detach volume 08f62852-9ef9-44f9-aaf3-3b64090300df from mountpoint /dev/vdb
Dec 05 18:06:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Attempting to detach device vdb from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 18:06:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 18:06:49 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 18:06:49 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 18:06:49 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 18:06:49 user nova-compute[75018]:   <serial>08f62852-9ef9-44f9-aaf3-3b64090300df</serial>
Dec 05 18:06:49 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 18:06:49 user nova-compute[75018]: </disk>
Dec 05 18:06:49 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 18:06:49 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Successfully detached device vdb from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 from the persistent domain config.
Dec 05 18:06:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 18:06:49 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 18:06:49 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 18:06:49 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 18:06:49 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 18:06:49 user nova-compute[75018]:   <serial>08f62852-9ef9-44f9-aaf3-3b64090300df</serial>
Dec 05 18:06:49 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 18:06:49 user nova-compute[75018]: </disk>
Dec 05 18:06:49 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 18:06:50 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 18:06:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:06:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:06:54 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:06:54 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 18:06:54 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 18:06:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 18:06:54 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 18:06:54 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 18:06:54 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:06:55 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updating instance_info_cache with network_info: [{"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 18:06:55 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 18:06:55 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 18:06:56 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:06:56 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:06:56 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:06:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:06:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:06:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:06:56 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 18:06:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:06:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:56 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:06:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:06:57 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:06:57 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:06:57 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8990MB free_disk=24.909122467041016GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 18:06:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:06:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:06:57 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06584a3a-ae08-4958-8ca8-ccc29d844476 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 18:06:57 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 18:06:57 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 18:06:57 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 18:06:57 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 18:06:57 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 18:06:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.185s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:06:58 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:07:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:07:01 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:07:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:07:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:07:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:07:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:07:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:07:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:07:04 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 18:07:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:07:10 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 is timed out.
Dec 05 18:07:10 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Successfully detached device vdb from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 from the live domain config.
Dec 05 18:07:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SQXfYbjp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 18:07:10 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[4292ab16-19e4-44a2-8f45-b9d64a9475db]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 18:07:10 user nova-compute[75018]: No targets found.
Dec 05 18:07:10 user nova-compute[75018]: iSNS:
Dec 05 18:07:10 user nova-compute[75018]: No targets found.
Dec 05 18:07:10 user nova-compute[75018]: STATIC:
Dec 05 18:07:10 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df
Dec 05 18:07:10 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 18:07:10 user nova-compute[75018]:                 Iface Name: default
Dec 05 18:07:10 user nova-compute[75018]: FIRMWARE:
Dec 05 18:07:10 user nova-compute[75018]: No targets found.
Dec 05 18:07:10 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 18:07:10 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 18:07:10 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[01c37e62-ecf3-48c6-b8d4-a535d22c014f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a0da4f0-3717-4736-8de8-4c787fd52fff]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df (non-flash)
Dec 05 18:07:10 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df (non-flash)
Dec 05 18:07:10 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9a857a440>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[e17aed8a-9ef4-49b2-a3e1-bd42a91f1321]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac39cf14-0b08-4ec3-9bcf-6b084e03b867]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d355b083-409e-4414-a8c6-c8c51980812b]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1168ecf-48dc-4c49-bd82-a40d9539a3ee]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a6c926b-510b-45d6-9a98-0f819ec5fe76]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae31b114-44b1-4bea-8b8a-068f8291c63f]: (4, ('Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df, portal: 172.16.0.220,3260]\nLogout of [sid: 68, target: iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df, portal: 172.16.0.220,3260]
Dec 05 18:07:10 user nova-compute[75018]: Logout of [sid: 68, target: iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df, portal: 172.16.0.220,3260] successful.
Dec 05 18:07:10 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08f62852-9ef9-44f9-aaf3-3b64090300df -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5009b6d7-18f3-4d84-864a-ced5cb91e042]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.275s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] <== disconnect_volume: return (277ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 18:07:10 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 18:07:11 user nova-compute[75018]: DEBUG nova.objects.instance [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lazy-loading 'flavor' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:07:11 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-954476ac-48a9-4dd8-beaa-efe9d622fd5c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.800s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:07:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:07:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:07:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:07:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:07:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:07:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:07:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:07:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:07:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:07:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:07:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:07:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:07:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:07:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:07:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:07:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:07:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:07:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:07:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:07:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:07:42 user nova-compute[75018]: DEBUG nova.objects.instance [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lazy-loading 'flavor' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:07:42 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:07:43 user nova-compute[75018]: INFO nova.compute.manager [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Attaching volume fe7cb253-d6a8-47d2-9a15-36b26292c097 to /dev/vdb
Dec 05 18:07:43 user nova-compute[75018]: DEBUG os_brick.utils [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[df250880-8dd3-4935-b095-7aeffd94858c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8241c85b4ac7\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb82dd4e-1517-4bff-993e-ca53efdabe6c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e0dac7f-7454-4a56-938b-2784a83d91c5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[88dc670a-5d06-497f-99d0-a0f845f2ff47]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Running cmd (subprocess): nvme version {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] 'nvme version' failed. Not Retrying. {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.nvmeof [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] nvme not present on system {{(pid=75018) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 05 18:07:43 user nova-compute[75018]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 05 18:07:43 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[c72bc351-5927-4ea8-8ea2-4bffd499bfa8]: (4, '') {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75018) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.lightos [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] LIGHTOS: no hostnqn found. {{(pid=75018) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG os_brick.utils [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8241c85b4ac7', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG nova.virt.block_device [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updating existing volume attachment record: 5d4c37c4-858b-4bdb-b035-08697453065b {{(pid=75018) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 05 18:07:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:07:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:07:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:07:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:07:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Calling os-brick to attach iSCSI Volume {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DcjFJpHQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 18:07:52 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 18:07:52 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 18:07:52 user nova-compute[75018]: INFO os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4f910b3-3d23-43fc-bb71-5968aaa8e9c2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 05 18:07:52 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --interface default --op new {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f450f3a7-a874-47a8-8b48-fc3ffab1bc85]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097] added\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097] added
Dec 05 18:07:52 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c91b9f8-59f4-4002-ba71-4da7c1789c2c]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[04634e6d-eebe-45ec-8365-c6d36e3832b0]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DcjFJpHQ {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DcjFJpHQ" returned: 0 in 0.026s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ee3777b-b6a1-42aa-bdfb-091ec8d5b054]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DcjFJpHQ'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[801bfed0-66be-499e-bbb3-94f6fd6e7a80]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[651ab493-db49-4572-bb52-7403f254b1c7]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 05 18:07:52 user nova-compute[75018]:  {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 05 18:07:52 user nova-compute[75018]:  {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 18:07:52 user nova-compute[75018]: WARNING os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 05 18:07:52 user nova-compute[75018]: 
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --login {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[6469f2c8-5b56-43ac-90e8-1bee5432201b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097, portal: 172.16.0.220,3260]
Dec 05 18:07:52 user nova-compute[75018]: Login to [iface: default, target: iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097, portal: 172.16.0.220,3260] successful.
Dec 05 18:07:52 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[2404eb4c-0586-4324-99a9-fda8fa9b16eb]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b0fd61c-e985-4a77-8c9e-6ae620f3bd13]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 (non-flash)
Dec 05 18:07:52 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 (non-flash)
Dec 05 18:07:52 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.254s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Connected to 172.16.0.220:3260 {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] HCTL ('33', '-', '-', 0) found on session 69 with lun 0 {{(pid=75018) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75018) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[b62a5f0a-471a-476f-9285-19ec1087c9b0]: (4, ('- - 0', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:07:52 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Searching for a device in session 69 and hctl ['33', '*', '*', 0] yield: None {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 18:07:53 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Searching for a device in session 69 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75018) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 05 18:07:53 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DcjFJpHQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75018) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 05 18:07:53 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.284s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 18:07:53 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '26434396165643366', 'path': '/dev/sdb'} {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 18:07:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26434396165643366', 'path': '/dev/sdb'} {{(pid=75018) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 05 18:07:53 user nova-compute[75018]: DEBUG nova.objects.instance [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lazy-loading 'flavor' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:07:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] attach device xml: <disk type="block" device="disk">
Dec 05 18:07:53 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 18:07:53 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 18:07:53 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 18:07:53 user nova-compute[75018]:   <serial>fe7cb253-d6a8-47d2-9a15-36b26292c097</serial>
Dec 05 18:07:53 user nova-compute[75018]: </disk>
Dec 05 18:07:53 user nova-compute[75018]:  {{(pid=75018) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 05 18:07:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] No BDM found with device name vda, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 18:07:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75018) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 05 18:07:53 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] No VIF found with MAC fa:16:3e:d4:51:73, not building metadata {{(pid=75018) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 05 18:07:53 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-95cf6386-56ee-49b5-8004-21f5aa2e3881 tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.829s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:07:56 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:07:56 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 18:07:56 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 18:07:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:07:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:07:56 user nova-compute[75018]: INFO nova.compute.manager [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Detaching volume fe7cb253-d6a8-47d2-9a15-36b26292c097
Dec 05 18:07:56 user nova-compute[75018]: INFO nova.virt.block_device [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Attempting to driver detach volume fe7cb253-d6a8-47d2-9a15-36b26292c097 from mountpoint /dev/vdb
Dec 05 18:07:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Attempting to detach device vdb from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 from the persistent domain config. {{(pid=75018) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 05 18:07:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 18:07:56 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 18:07:56 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 18:07:56 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 18:07:56 user nova-compute[75018]:   <serial>fe7cb253-d6a8-47d2-9a15-36b26292c097</serial>
Dec 05 18:07:56 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 18:07:56 user nova-compute[75018]: </disk>
Dec 05 18:07:56 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 18:07:56 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Successfully detached device vdb from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 from the persistent domain config.
Dec 05 18:07:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 from the live domain config. {{(pid=75018) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 05 18:07:56 user nova-compute[75018]: DEBUG nova.virt.libvirt.guest [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] detach device xml: <disk type="block" device="disk">
Dec 05 18:07:56 user nova-compute[75018]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 05 18:07:56 user nova-compute[75018]:   <source dev="/dev/sdb"/>
Dec 05 18:07:56 user nova-compute[75018]:   <target dev="vdb" bus="virtio"/>
Dec 05 18:07:56 user nova-compute[75018]:   <serial>fe7cb253-d6a8-47d2-9a15-36b26292c097</serial>
Dec 05 18:07:56 user nova-compute[75018]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 05 18:07:56 user nova-compute[75018]: </disk>
Dec 05 18:07:56 user nova-compute[75018]:  {{(pid=75018) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 05 18:07:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 18:07:56 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 18:07:56 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 18:07:56 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:07:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:07:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:07:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:07:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:07:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:57 user nova-compute[75018]: DEBUG nova.virt.libvirt.driver [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 05 18:07:57 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updating instance_info_cache with network_info: [{"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 18:07:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 18:07:57 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 18:07:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:07:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:07:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:07:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:07:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:07:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:07:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:07:57 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 18:07:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:57 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:07:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:07:58 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:07:58 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:07:58 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8980MB free_disk=24.900291442871094GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 18:07:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:07:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:07:58 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06584a3a-ae08-4958-8ca8-ccc29d844476 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 18:07:58 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 18:07:58 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 18:07:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:07:58 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 18:07:58 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 18:07:58 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 18:07:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.400s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:08:01 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:08:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:08:02 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:08:06 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:08:06 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:08:06 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 18:08:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:08:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:08:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:08:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:08:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:08:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:08:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:08:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:08:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:08:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:08:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:08:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:08:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:08:17 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 is timed out.
Dec 05 18:08:17 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Successfully detached device vdb from instance 06584a3a-ae08-4958-8ca8-ccc29d844476 from the live domain config.
Dec 05 18:08:17 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] calling os-brick to detach iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe9c020cd00>, {'target_iqn': 'iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DcjFJpHQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 05 18:08:17 user nova-compute[75018]: WARNING os_brick.initiator.connectors.base [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8ca0a83-81e4-4ce5-a477-2bb7b67bbd91]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 05 18:08:17 user nova-compute[75018]: No targets found.
Dec 05 18:08:17 user nova-compute[75018]: iSNS:
Dec 05 18:08:17 user nova-compute[75018]: No targets found.
Dec 05 18:08:17 user nova-compute[75018]: STATIC:
Dec 05 18:08:17 user nova-compute[75018]: Target: iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097
Dec 05 18:08:17 user nova-compute[75018]:         Portal: 172.16.0.220:3260,-1
Dec 05 18:08:17 user nova-compute[75018]:                 Iface Name: default
Dec 05 18:08:17 user nova-compute[75018]: FIRMWARE:
Dec 05 18:08:17 user nova-compute[75018]: No targets found.
Dec 05 18:08:17 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 05 18:08:17 user nova-compute[75018]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 05 18:08:17 user nova-compute[75018]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75018) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097', 0)] {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[fabbc781-32a1-40c3-ad27-5e32982d20d4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[68a4b86e-e103-434b-833f-07fb02763b7e]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 (non-flash)\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 (non-flash)
Dec 05 18:08:17 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 (non-flash)
Dec 05 18:08:17 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe9c8501bd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097'): ({'sdb'}, set())}) {{(pid=75018) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Removing single pathed devices sdb {{(pid=75018) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[d134e57b-efe9-4393-9dce-58b527275471]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[8453e8a6-5ba0-459a-a237-0763bb234327]: (4, ('ok\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Flushing IO for device /dev/sdb {{(pid=75018) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[619857fa-6bc5-4504-8240-d9d67f5ce069]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75018) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.033s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ea84a42-9004-411b-b321-866101528687]: (4, ('1', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.linuxscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] SCSI volumes sdb have been removed. {{(pid=75018) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097')] {{(pid=75018) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[0af7529c-c791-479d-ab80-29665c3e8432]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --logout {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[12941d2a-67dc-450e-b3bf-7c877f97fcf1]: (4, ('Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097, portal: 172.16.0.220,3260]\nLogout of [sid: 69, target: iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097, portal: 172.16.0.220,3260]
Dec 05 18:08:17 user nova-compute[75018]: Logout of [sid: 69, target: iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097, portal: 172.16.0.220,3260] successful.
Dec 05 18:08:17 user nova-compute[75018]:  stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --op delete {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7cb253-d6a8-47d2-9a15-36b26292c097 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG oslo.privsep.daemon [-] privsep: reply[17364f84-8ab1-4866-9fb1-31210ef1dd8d]: (4, ('', '')) {{(pid=85682) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75018) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.base [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.269s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] <== disconnect_volume: return (270ms) None {{(pid=75018) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 05 18:08:17 user nova-compute[75018]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Disconnected iSCSI Volume {{(pid=75018) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 05 18:08:18 user nova-compute[75018]: DEBUG nova.objects.instance [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lazy-loading 'flavor' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:08:18 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-e2a52f6e-318b-4770-88b9-571d920c517c tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.681s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:08:21 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:08:26 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:08:31 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:08:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:08:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:08:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:08:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:08:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:08:36 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:08:41 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:08:46 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:08:51 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:08:56 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:08:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:08:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:08:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:08:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:08:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:08:56 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:08:57 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:08:57 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 18:08:57 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 18:08:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 05 18:08:57 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquired lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 05 18:08:57 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Forcefully refreshing network info cache for instance {{(pid=75018) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 05 18:08:57 user nova-compute[75018]: DEBUG nova.objects.instance [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lazy-loading 'info_cache' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:08:58 user nova-compute[75018]: DEBUG nova.network.neutron [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updating instance_info_cache with network_info: [{"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 18:08:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Releasing lock "refresh_cache-06584a3a-ae08-4958-8ca8-ccc29d844476" {{(pid=75018) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 05 18:08:58 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updated the network info_cache for instance {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 05 18:08:58 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:08:58 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:08:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:08:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:08:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:08:58 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 18:08:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:08:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:08:58 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 05 18:08:59 user nova-compute[75018]: DEBUG oslo_concurrency.processutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75018) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 05 18:08:59 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:08:59 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:08:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=8984MB free_disk=24.899471282958984GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 18:08:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:08:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:08:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Instance 06584a3a-ae08-4958-8ca8-ccc29d844476 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75018) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 05 18:08:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 18:08:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 18:08:59 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 18:08:59 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 18:08:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 18:08:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.190s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:09:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:09:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:09:01 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:09:03 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:09:06 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:09:06 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 18:09:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:09:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:09:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:09:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:09:06 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:07 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:09:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:09:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:09:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:09:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:09:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:14 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:09:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:09:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:09:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:09:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:09:16 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:09:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:09:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:09:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:09:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:09:17 user nova-compute[75018]: INFO nova.compute.manager [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Terminating instance
Dec 05 18:09:17 user nova-compute[75018]: DEBUG nova.compute.manager [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Start destroying the instance on the hypervisor. {{(pid=75018) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 05 18:09:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:17 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-ce3d7370-eb40-4e55-b25e-8e02ee27b307 req-d3a7258d-491a-4a3c-a7be-d88660ed64b8 service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Received event network-vif-unplugged-40caa327-2d34-4b2d-82ca-22a62ea7eec5 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 18:09:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ce3d7370-eb40-4e55-b25e-8e02ee27b307 req-d3a7258d-491a-4a3c-a7be-d88660ed64b8 service nova] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:09:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ce3d7370-eb40-4e55-b25e-8e02ee27b307 req-d3a7258d-491a-4a3c-a7be-d88660ed64b8 service nova] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:09:17 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-ce3d7370-eb40-4e55-b25e-8e02ee27b307 req-d3a7258d-491a-4a3c-a7be-d88660ed64b8 service nova] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:09:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-ce3d7370-eb40-4e55-b25e-8e02ee27b307 req-d3a7258d-491a-4a3c-a7be-d88660ed64b8 service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] No waiting events found dispatching network-vif-unplugged-40caa327-2d34-4b2d-82ca-22a62ea7eec5 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 18:09:17 user nova-compute[75018]: DEBUG nova.compute.manager [req-ce3d7370-eb40-4e55-b25e-8e02ee27b307 req-d3a7258d-491a-4a3c-a7be-d88660ed64b8 service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Received event network-vif-unplugged-40caa327-2d34-4b2d-82ca-22a62ea7eec5 for instance with task_state deleting. {{(pid=75018) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 05 18:09:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:18 user nova-compute[75018]: INFO nova.virt.libvirt.driver [-] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Instance destroyed successfully.
Dec 05 18:09:18 user nova-compute[75018]: DEBUG nova.objects.instance [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lazy-loading 'resources' on Instance uuid 06584a3a-ae08-4958-8ca8-ccc29d844476 {{(pid=75018) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 05 18:09:18 user nova-compute[75018]: DEBUG nova.virt.libvirt.vif [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-05T18:02:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-540984964',display_name='tempest-SnapshotDataIntegrityTests-server-540984964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-540984964',id=53,image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9mXJ4oODaKU+pWS+r8p4B1ihdEMAMcNYsvErvyGZs4WbhMK87XX4Zu4T1vKNZHVTFd5KgRPQXb9Hef+WGsHRHnwmTP3HOxhgqfJBPEA2IaObPlSTEE6RypxFRT8z+8vw==',key_name='tempest-keypair-1941954790',keypairs=<?>,launch_index=0,launched_at=2023-12-05T18:02:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1e876302f4f342c4a123699330ddf422',ramdisk_id='',reservation_id='r-67zo7q0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1ed97b1e-a5d0-4fe9-94c6-4c2ea0c4e208',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-679553305',owner_user_name='tempest-SnapshotDataIntegrityTests-679553305-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-05T18:02:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2fda2cd99ae74f66aae5777cbd8a3a71',uuid=06584a3a-ae08-4958-8ca8-ccc29d844476,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 05 18:09:18 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Converting VIF {"id": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "address": "fa:16:3e:d4:51:73", "network": {"id": "9335324e-3027-4ecf-a721-7849bc2aa84a", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1332264494-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e876302f4f342c4a123699330ddf422", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40caa327-2d", "ovs_interfaceid": "40caa327-2d34-4b2d-82ca-22a62ea7eec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 05 18:09:18 user nova-compute[75018]: DEBUG nova.network.os_vif_util [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d4:51:73,bridge_name='br-int',has_traffic_filtering=True,id=40caa327-2d34-4b2d-82ca-22a62ea7eec5,network=Network(9335324e-3027-4ecf-a721-7849bc2aa84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40caa327-2d') {{(pid=75018) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 05 18:09:18 user nova-compute[75018]: DEBUG os_vif [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d4:51:73,bridge_name='br-int',has_traffic_filtering=True,id=40caa327-2d34-4b2d-82ca-22a62ea7eec5,network=Network(9335324e-3027-4ecf-a721-7849bc2aa84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40caa327-2d') {{(pid=75018) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 05 18:09:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap40caa327-2d, bridge=br-int, if_exists=True) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 18:09:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:09:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2b6efbef-cf4b-46f0-8df0-d30dd65d73df) {{(pid=75018) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 05 18:09:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:09:18 user nova-compute[75018]: INFO os_vif [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d4:51:73,bridge_name='br-int',has_traffic_filtering=True,id=40caa327-2d34-4b2d-82ca-22a62ea7eec5,network=Network(9335324e-3027-4ecf-a721-7849bc2aa84a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40caa327-2d')
Dec 05 18:09:18 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Deleting instance files /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476_del
Dec 05 18:09:18 user nova-compute[75018]: INFO nova.virt.libvirt.driver [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Deletion of /opt/stack/data/nova/instances/06584a3a-ae08-4958-8ca8-ccc29d844476_del complete
Dec 05 18:09:18 user nova-compute[75018]: INFO nova.compute.manager [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 05 18:09:18 user nova-compute[75018]: DEBUG oslo.service.loopingcall [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75018) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 05 18:09:18 user nova-compute[75018]: DEBUG nova.compute.manager [-] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Deallocating network for instance {{(pid=75018) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 05 18:09:18 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] deallocate_for_instance() {{(pid=75018) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 05 18:09:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:19 user nova-compute[75018]: DEBUG nova.network.neutron [-] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Updating instance_info_cache with network_info: [] {{(pid=75018) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 05 18:09:19 user nova-compute[75018]: INFO nova.compute.manager [-] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Took 0.82 seconds to deallocate network for instance.
Dec 05 18:09:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:09:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:09:19 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 18:09:19 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 18:09:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.335s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:09:19 user nova-compute[75018]: INFO nova.scheduler.client.report [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Deleted allocations for instance 06584a3a-ae08-4958-8ca8-ccc29d844476
Dec 05 18:09:19 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-bdd2f731-e922-4507-9d23-560c3c958d3b tempest-SnapshotDataIntegrityTests-679553305 tempest-SnapshotDataIntegrityTests-679553305-project-member] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.343s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:09:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-00902a53-6be8-44a1-8214-5bc43972ebeb req-a87e1ad1-79d3-4d6c-805d-84675bd4c6df service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Received event network-vif-plugged-40caa327-2d34-4b2d-82ca-22a62ea7eec5 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 18:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-00902a53-6be8-44a1-8214-5bc43972ebeb req-a87e1ad1-79d3-4d6c-805d-84675bd4c6df service nova] Acquiring lock "06584a3a-ae08-4958-8ca8-ccc29d844476-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-00902a53-6be8-44a1-8214-5bc43972ebeb req-a87e1ad1-79d3-4d6c-805d-84675bd4c6df service nova] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:09:20 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [req-00902a53-6be8-44a1-8214-5bc43972ebeb req-a87e1ad1-79d3-4d6c-805d-84675bd4c6df service nova] Lock "06584a3a-ae08-4958-8ca8-ccc29d844476-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:09:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-00902a53-6be8-44a1-8214-5bc43972ebeb req-a87e1ad1-79d3-4d6c-805d-84675bd4c6df service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] No waiting events found dispatching network-vif-plugged-40caa327-2d34-4b2d-82ca-22a62ea7eec5 {{(pid=75018) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 05 18:09:20 user nova-compute[75018]: WARNING nova.compute.manager [req-00902a53-6be8-44a1-8214-5bc43972ebeb req-a87e1ad1-79d3-4d6c-805d-84675bd4c6df service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Received unexpected event network-vif-plugged-40caa327-2d34-4b2d-82ca-22a62ea7eec5 for instance with vm_state deleted and task_state None.
Dec 05 18:09:20 user nova-compute[75018]: DEBUG nova.compute.manager [req-00902a53-6be8-44a1-8214-5bc43972ebeb req-a87e1ad1-79d3-4d6c-805d-84675bd4c6df service nova] [instance: 06584a3a-ae08-4958-8ca8-ccc29d844476] Received event network-vif-deleted-40caa327-2d34-4b2d-82ca-22a62ea7eec5 {{(pid=75018) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 05 18:09:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:09:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:09:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:09:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:09:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:09:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:09:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:09:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:09:58 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:09:58 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:09:58 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 18:09:58 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:09:58 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:09:58 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9152MB free_disk=24.926780700683594GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 18:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:09:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:09:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 18:09:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 18:09:59 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing inventories for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 05 18:09:59 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating ProviderTree inventory for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 05 18:09:59 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Updating inventory in ProviderTree for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 05 18:09:59 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing aggregate associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, aggregates: None {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 05 18:09:59 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Refreshing trait associations for resource provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa, traits: COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_RESCUE_BFV,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75018) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 05 18:09:59 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 18:09:59 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 18:09:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 18:09:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.287s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:10:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:10:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:10:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 18:10:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 18:10:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Didn't find any instances for network info cache update. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 05 18:10:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:10:01 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:10:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:10:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:10:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:10:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:10:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:10:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:10:04 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:10:06 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:10:06 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 18:10:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:10:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:10:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:10:11 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:10:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:10:14 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:10:16 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:10:16 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 05 18:10:16 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] There are 0 instances to clean {{(pid=75018) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 05 18:10:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:10:20 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:10:20 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Cleaning up deleted instances with incomplete migration  {{(pid=75018) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 05 18:10:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:10:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:10:30 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:10:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:10:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:10:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:10:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:10:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:10:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:10:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75018) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 05 18:10:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:10:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75018) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 05 18:10:53 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:10:58 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:10:58 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager.update_available_resource {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:10:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:10:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:10:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:10:58 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Auditing locally available compute resources for user (node: user) {{(pid=75018) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 05 18:10:58 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:10:58 user nova-compute[75018]: WARNING nova.virt.libvirt.driver [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 05 18:10:58 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Hypervisor/Node resource view: name=user free_ram=9262MB free_disk=24.918262481689453GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=75018) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 05 18:10:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 05 18:10:58 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 05 18:10:58 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 05 18:10:58 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75018) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 05 18:10:59 user nova-compute[75018]: DEBUG nova.compute.provider_tree [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed in ProviderTree for provider: 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa {{(pid=75018) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 05 18:10:59 user nova-compute[75018]: DEBUG nova.scheduler.client.report [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Inventory has not changed for provider 06167a5d-dc1c-4b0b-b7a8-10f82bdd24fa based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75018) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 05 18:10:59 user nova-compute[75018]: DEBUG nova.compute.resource_tracker [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Compute_service record updated for user:user {{(pid=75018) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 05 18:10:59 user nova-compute[75018]: DEBUG oslo_concurrency.lockutils [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.111s {{(pid=75018) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 05 18:11:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:11:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:11:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Starting heal instance info cache {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 05 18:11:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Rebuilding the list of instances to heal {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 05 18:11:00 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Didn't find any instances for network info cache update. {{(pid=75018) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 05 18:11:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:11:00 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:11:03 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:11:03 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:11:06 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:11:07 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:11:07 user nova-compute[75018]: DEBUG nova.compute.manager [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75018) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 05 18:11:08 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:11:08 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:11:13 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:11:18 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:11:18 user nova-compute[75018]: DEBUG oslo_service.periodic_task [None req-afeb8228-717d-4fa7-bff7-ab89bbabb2df None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75018) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 05 18:11:23 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:11:28 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:11:33 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:11:38 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 05 18:11:43 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 05 18:11:48 user nova-compute[75018]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=75018) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}